-- Logs begin at Mon 2022-07-18 01:36:07 UTC, end at Mon 2022-07-18 02:53:38 UTC. -- Jul 18 02:26:11.319001 dv-cinder-850015-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 18 02:26:13.963885 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.common.config [-] Logging enabled! Jul 18 02:26:13.964473 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev436 Jul 18 02:26:13.964679 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104539) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 18 02:26:13.968533 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.common.config [-] Logging enabled! Jul 18 02:26:13.968785 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev436 Jul 18 02:26:13.969096 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104539) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 18 02:26:13.970041 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 02:26:13.970307 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 02:26:13.971135 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 02:26:13.971385 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 02:26:13.971615 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 02:26:13.971940 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.972249 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.972482 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.972784 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.973078 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.973362 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.973652 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.973952 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.974268 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.974549 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.974831 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.975059 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.975342 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.975629 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.975914 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.976139 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] debug = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.976421 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.976855 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.977264 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.977547 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.977839 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.978143 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.978419 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.978695 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.978983 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.979312 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] host = dv-cinder-850015-3-iscsi {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.979591 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.979878 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.980164 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.980449 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.980724 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.980995 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.981278 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.981549 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.981818 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] log_file = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.982103 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.982431 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.982744 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.983084 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.983311 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.983533 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.983820 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.984123 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.984400 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.984675 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.984952 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.985229 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.985503 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.985771 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.986058 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.986369 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.986656 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.986933 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.987210 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.987486 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.987765 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.988049 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.988325 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.988601 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.988879 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.989168 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.989439 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.989713 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.990016 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.990327 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.990608 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.990895 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.991167 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.991447 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.991719 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.991991 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.992266 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] use_json = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.992539 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.992810 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.993091 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.993363 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.993632 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.993902 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.994198 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.994499 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.994750 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:13.995046 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:13.995342 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:13.995641 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:13.995924 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:13.996229 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:13.996512 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:13.996801 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:13.997080 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:13.997369 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:13.997663 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:13.997988 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:13.998393 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:13.998779 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:13.999078 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:13.999377 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:13.999685 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:13.999982 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.000276 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.000553 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.000844 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.001104 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.001387 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.001675 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.001954 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.002276 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.002568 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.002850 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.003144 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.003427 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.003711 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.004002 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.004293 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.004566 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.004847 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.005137 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.005416 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.005690 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.005977 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.006284 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.006559 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.006841 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.007132 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.007418 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.007696 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.007973 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.008260 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.008537 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.008809 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.009079 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.009355 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.009625 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.009906 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.010214 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.010490 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.010761 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.011040 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.011313 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.011585 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.011863 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.012132 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.012409 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.012681 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.012952 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.013223 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.014110 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.014502 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.014779 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.015208 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.015498 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.015775 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.016050 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.016324 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.016600 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.016875 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.017177 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.017459 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.017740 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.018025 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.018333 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.018612 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.018890 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.019172 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.019451 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.019721 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.020012 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.020297 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.020582 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.020865 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.021146 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.021459 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.021741 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.022021 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.022325 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.022605 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.022882 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.023169 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.023451 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.023730 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.024016 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.024300 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.024593 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.024884 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.025164 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.025455 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.025747 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.026038 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.026349 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.026658 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.026934 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:14.027148 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 02:26:14.027384 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104539) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 18 02:26:14.325143 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 18 02:26:14.325348 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 18 02:26:14.325661 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 18 02:26:14.326630 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 18 02:26:14.738549 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:14.738836 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:14.739107 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:14.740402 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:14.740687 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:14.740954 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:14.796741 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:14.797019 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:14.797289 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:14.811838 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:14.812113 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:14.812379 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:14.842487 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:14.842763 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:14.843029 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:14.878466 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:14.878693 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:14.878962 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.109940 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.110625 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.110625 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.110795 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.111434 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.209508 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.209827 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.210129 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.210405 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.210673 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.210984 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.211244 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.211502 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.211755 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.212037 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.212297 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.212564 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.212819 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.213070 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.213327 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.213589 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.213844 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.214128 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.214404 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.214661 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.214931 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.215182 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.215462 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.215837 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.216090 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.216335 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.216770 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 02:26:15.217007 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 02:26:15.217245 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 02:26:15.217481 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 02:26:15.217715 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 02:26:15.217949 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 02:26:15.218335 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 18 02:26:15.221394 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 18 02:26:15.225303 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 18 02:26:15.229138 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 18 02:26:15.230781 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 18 02:26:15.231398 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 18 02:26:15.231730 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 18 02:26:15.232114 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 18 02:26:15.234973 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 18 02:26:15.235226 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 18 02:26:15.235574 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 18 02:26:15.240666 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 18 02:26:15.265397 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 18 02:26:15.265847 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.266169 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104539) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 18 02:26:15.266544 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.268038 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104539) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 18 02:26:15.268323 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 18 02:26:15.268569 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 18 02:26:15.271873 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.272155 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:15.424509 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 18 02:26:15.424753 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 18 02:26:15.424992 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 18 02:26:15.425374 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 18 02:26:15.476820 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO dbcounter [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Registered counter for database neutron Jul 18 02:26:15.497644 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_db.sqlalchemy.engines [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104539) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 18 02:26:15.504293 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG dbcounter [-] [104539] Writer thread running {{(pid=104539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 02:26:16.242665 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Initializing driver for type 'gre' Jul 18 02:26:16.243330 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] gre ID ranges: [(1, 1000)] Jul 18 02:26:16.466673 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Initializing driver for type 'local' Jul 18 02:26:16.467016 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Initializing driver for type 'vlan' Jul 18 02:26:16.580228 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] VlanTypeDriver initialization complete Jul 18 02:26:16.580498 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Initializing driver for type 'vxlan' Jul 18 02:26:16.581013 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] vxlan ID ranges: [(1, 1000)] Jul 18 02:26:16.837099 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Initializing extension driver 'port_security' Jul 18 02:26:16.837373 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.extensions.port_security [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] PortSecurityExtensionDriver initialization complete Jul 18 02:26:16.837712 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Initializing mechanism driver 'openvswitch' Jul 18 02:26:16.838044 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Initializing mechanism driver 'hyperv' Jul 18 02:26:16.845262 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.plugins.ml2.plugin [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:26:16.845982 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > port after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.846389 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > port after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.846753 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > port after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.847263 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 02:26:16.847731 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > subnet after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.848115 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > subnet after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.848493 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.848895 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 02:26:16.849309 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > network after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.849750 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > network after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.850135 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > network after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.850533 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 02:26:16.850961 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > security_group after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.851314 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > security_group after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.851658 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.852065 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 02:26:16.852482 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.852847 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.853181 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.853609 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 02:26:16.854066 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > address_group after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.854453 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > address_group after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.854802 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.855205 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 02:26:16.855687 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] ML2 OVO RPC backend initialized. {{(pid=104539) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 18 02:26:16.856406 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.856768 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.857713 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > network before_response 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.858281 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > networks before_response 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.858644 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > port before_response 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.858996 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > ports before_response 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.859351 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > subnet before_response 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.859774 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > subnets before_response 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.860141 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > network after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.860526 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > network after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.860870 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > network after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.861214 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > port after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.861553 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > port after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.861896 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > port after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.862271 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > subnet after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.862612 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > subnet after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.865892 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.872365 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded quota_driver: . Jul 18 02:26:16.873367 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.plugin [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Modular L2 Plugin initialization complete Jul 18 02:26:16.873728 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading services supported by the core plugin {{(pid=104539) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 18 02:26:16.874114 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.plugins.ml2.managers [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Got port-security extension from driver 'port_security' Jul 18 02:26:16.874607 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.extensions.vlantransparent [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Disabled vlantransparent extension. Jul 18 02:26:16.875091 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104539) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 18 02:26:16.875419 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading Plugin: router Jul 18 02:26:16.912102 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.918145 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router after_create 55549900 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.918145 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router before_create 55549900 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.918145 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.918145 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.918540 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router after_delete 55549900 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.918540 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.918540 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.918540 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router after_create 55549900 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.918846 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router after_update 55549900 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.918846 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router after_update 55549900 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.918846 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.918846 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router after_update 55549900 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.919135 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router precommit_update 55549900 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.919135 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: port after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.919135 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: port after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.919135 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: subnet after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.919135 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.919501 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.919501 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router precommit_create 55549900 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.919501 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: port before_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.919501 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router precommit_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.920370 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router after_update 55549900 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.920821 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.921176 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router precommit_create 55549900 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.921538 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.921889 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router precommit_update 55549900 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.922290 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > agent after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.922640 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > agent after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.922984 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > network after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.923839 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Tracking information for resource: router configured {{(pid=104539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 02:26:16.924170 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Tracking information for resource: floatingip configured {{(pid=104539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 02:26:16.928977 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.db.l3_agentschedulers_db [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 18 02:26:16.929555 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: port after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.929919 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: port after_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.930309 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: port after_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.930663 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: port after_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.931458 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router before_create 55550100 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.931829 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.932193 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router precommit_create 55550100 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.932549 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > router precommit_update 55550100 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.938205 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.services.provider_configuration [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Service providers = [] {{(pid=104539) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 18 02:26:16.938574 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.db.servicetype_db [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104539) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 18 02:26:16.941487 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.services.service_base [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104539) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 02:26:16.941842 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.services.service_base [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104539) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 02:26:16.942211 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.services.service_base [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104539) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 02:26:16.943269 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.services.service_base [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104539) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 02:26:16.943643 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.services.service_base [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 18 02:26:16.944028 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 02:26:16.944351 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 18 02:26:16.960838 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 02:26:16.961178 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading Plugin: auto_allocate Jul 18 02:26:16.966921 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: network precommit_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.967282 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: network precommit_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.967805 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 02:26:16.968128 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading Plugin: tag Jul 18 02:26:16.974981 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 02:26:16.975315 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading Plugin: timestamp Jul 18 02:26:16.979145 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 02:26:16.979477 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading Plugin: network_ip_availability Jul 18 02:26:16.985621 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.985993 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.986382 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:16.987104 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 02:26:16.987423 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading Plugin: flavors Jul 18 02:26:16.992334 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 02:26:16.992667 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading Plugin: revisions Jul 18 02:26:16.997110 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 02:26:16.997512 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_concurrency.lockutils [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.672s {{(pid=104539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 18 02:26:16.999713 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104539) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 18 02:26:17.000052 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Initializing extension manager. Jul 18 02:26:17.000584 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: __init__.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.000934 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: __pycache__ {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.001277 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: address_group.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.002007 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.002618 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: address-group Jul 18 02:26:17.002941 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: address_scope.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.003616 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.004116 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: address-scope Jul 18 02:26:17.004438 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.005335 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.005833 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: router-admin-state-down-before-update Jul 18 02:26:17.006185 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: agent.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.006854 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.007353 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: agent Jul 18 02:26:17.007676 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: agent_resources_synced.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.008550 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.009051 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: agent-resources-synced Jul 18 02:26:17.009375 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: allowedaddresspairs.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.011156 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.011669 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: allowed-address-pairs Jul 18 02:26:17.011996 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: auto_allocated_topology.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.013028 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.013638 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: auto-allocated-topology Jul 18 02:26:17.013966 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: availability_zone.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.014651 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.015153 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: availability_zone Jul 18 02:26:17.015476 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: availability_zone_filter.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.016347 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.016844 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: availability_zone_filter Jul 18 02:26:17.017166 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: data_plane_status.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.018025 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.018550 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension data-plane-status not supported by any of loaded plugins Jul 18 02:26:17.018874 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: default_subnetpools.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.019743 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.020237 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: default-subnetpools Jul 18 02:26:17.020557 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.021331 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.021829 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: dhcp_agent_scheduler Jul 18 02:26:17.022173 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: dns.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.023044 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.023537 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension dns-integration not supported by any of loaded plugins Jul 18 02:26:17.023856 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: dns_domain_ports.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.024728 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.025229 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 18 02:26:17.025558 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.026452 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.026948 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 18 02:26:17.027271 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: dvr.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.027904 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.028409 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: dvr Jul 18 02:26:17.028731 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: ecmp_routes.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.029691 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.030213 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 18 02:26:17.030536 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: empty_string_filtering.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.031409 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.031906 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: empty-string-filtering Jul 18 02:26:17.032229 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.033093 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.033589 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 18 02:26:17.033911 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.034796 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.035288 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 18 02:26:17.035611 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: external_net.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.036467 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.036965 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: external-net Jul 18 02:26:17.037285 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.038173 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.038674 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: extra_dhcp_opt Jul 18 02:26:17.038994 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: extraroute.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.039852 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.040348 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: extraroute Jul 18 02:26:17.040669 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: extraroute_atomic.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.041641 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.042169 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: extraroute-atomic Jul 18 02:26:17.042495 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: filter_validation.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.043122 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.043615 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: filter-validation Jul 18 02:26:17.043936 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: fip_pf_description.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.045611 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.046031 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 18 02:26:17.046380 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: fip_pf_port_range.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.047250 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.047753 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 18 02:26:17.048094 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: fip_port_details.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.048958 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.049459 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: fip-port-details Jul 18 02:26:17.049787 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: flavors.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.051016 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.051527 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: flavors Jul 18 02:26:17.051856 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.053469 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.053989 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 18 02:26:17.054358 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: floatingip_pools.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.055026 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.055532 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: floatingip-pools Jul 18 02:26:17.055859 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: ip_allocation.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.056733 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.057232 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension ip_allocation not supported by any of loaded plugins Jul 18 02:26:17.057553 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.058461 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.058967 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: ip-substring-filtering Jul 18 02:26:17.059304 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: l2_adjacency.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.060253 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.061276 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 18 02:26:17.061591 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: l3.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.062548 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.063055 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: router Jul 18 02:26:17.063377 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.065569 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.066108 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 18 02:26:17.066443 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.067322 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.067827 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: ext-gw-mode Jul 18 02:26:17.068155 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.069059 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.069556 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: l3-ha Jul 18 02:26:17.069881 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.070784 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.071278 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 18 02:26:17.071596 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: l3_flavors.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.072463 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.072951 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: l3-flavors Jul 18 02:26:17.073272 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.074620 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.075128 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 18 02:26:17.075456 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.076515 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.077017 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 18 02:26:17.077343 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: l3agentscheduler.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.078425 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.078927 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: l3_agent_scheduler Jul 18 02:26:17.079255 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: local_ip.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.080946 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.081457 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension local_ip not supported by any of loaded plugins Jul 18 02:26:17.081790 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: logging.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.083270 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.083788 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension logging not supported by any of loaded plugins Jul 18 02:26:17.084116 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: metering.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.084812 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.085378 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: metering Jul 18 02:26:17.085700 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.086972 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.087532 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: metering_source_and_destination_fields Jul 18 02:26:17.087816 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: multiprovidernet.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.088708 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.089218 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: multi-provider Jul 18 02:26:17.089546 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: netmtu.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.090446 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.090949 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: net-mtu Jul 18 02:26:17.091274 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: netmtu_writable.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.092334 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.092837 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: net-mtu-writable Jul 18 02:26:17.093160 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: network_availability_zone.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.093792 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.094330 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: network_availability_zone Jul 18 02:26:17.094655 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: network_ip_availability.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.095716 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.096227 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: network-ip-availability Jul 18 02:26:17.096552 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: network_segment_range.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.097281 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.097786 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension network-segment-range not supported by any of loaded plugins Jul 18 02:26:17.098130 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: pagination.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.099075 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.099409 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: pagination Jul 18 02:26:17.099731 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: port_device_profile.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.100591 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.101098 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: port-device-profile Jul 18 02:26:17.101422 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: port_mac_address_override.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.102339 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.102849 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: port-mac-override Jul 18 02:26:17.103173 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.104048 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.104550 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: port-mac-address-regenerate Jul 18 02:26:17.104875 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.105746 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.106284 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: port-numa-affinity-policy Jul 18 02:26:17.106611 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: port_resource_request.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.108184 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.108688 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension port-resource-request not supported by any of loaded plugins Jul 18 02:26:17.109017 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: port_resource_request_groups.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.109952 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.110487 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 18 02:26:17.110812 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: portbindings.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.111688 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.112190 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: binding Jul 18 02:26:17.112513 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: portbindings_extended.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.113717 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.114260 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: binding-extended Jul 18 02:26:17.114588 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: portsecurity.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.115462 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.115967 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: port-security Jul 18 02:26:17.116293 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: project_id.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.117222 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.117553 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: project-id Jul 18 02:26:17.117879 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: providernet.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.118784 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.119288 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: provider Jul 18 02:26:17.119618 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: qos.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.123649 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.124167 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension qos not supported by any of loaded plugins Jul 18 02:26:17.124500 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.125705 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.126236 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 18 02:26:17.126568 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.127445 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.127949 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 18 02:26:17.128275 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: qos_default.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.129143 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.129649 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension qos-default not supported by any of loaded plugins Jul 18 02:26:17.129973 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: qos_fip.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.130870 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.131367 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension qos-fip not supported by any of loaded plugins Jul 18 02:26:17.131688 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.132575 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.133073 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 18 02:26:17.133395 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: qos_gateway_ip.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.134305 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.134808 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 18 02:26:17.135130 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: qos_port_network_policy.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.135999 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.136497 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 18 02:26:17.136820 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.137807 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.138373 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 18 02:26:17.138700 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.139705 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.140205 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 18 02:26:17.140530 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: qos_pps_rule.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.141646 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.142185 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension qos-pps not supported by any of loaded plugins Jul 18 02:26:17.142513 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: qos_rule_type_details.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.143383 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.143884 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 18 02:26:17.144204 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.145076 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.145577 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 18 02:26:17.145897 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: qos_rules_alias.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.146907 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.147411 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 18 02:26:17.147736 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: quota_check_limit.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.148616 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.149120 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: quota-check-limit Jul 18 02:26:17.149450 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: quotasv2.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.150365 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.150692 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: quotas Jul 18 02:26:17.151010 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: quotasv2_detail.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.152678 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.153050 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: quota_details Jul 18 02:26:17.153385 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: rbac.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.154795 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.155314 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: rbac-policies Jul 18 02:26:17.155643 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: rbac_address_group.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.156534 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.157045 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: rbac-address-group Jul 18 02:26:17.157371 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: rbac_address_scope.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.158286 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.158795 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: rbac-address-scope Jul 18 02:26:17.159120 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: rbac_security_groups.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.160071 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.160583 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: rbac-security-groups Jul 18 02:26:17.160908 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: rbac_subnetpool.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.161788 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.162322 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: rbac-subnetpool Jul 18 02:26:17.162645 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: revisionifmatch.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.163526 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.164034 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: revision-if-match Jul 18 02:26:17.164354 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: revisions.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.165427 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.165938 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: standard-attr-revisions Jul 18 02:26:17.166302 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: router_availability_zone.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.166938 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.167439 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: router_availability_zone Jul 18 02:26:17.167759 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: routerservicetype.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.168648 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.169146 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension router-service-type not supported by any of loaded plugins Jul 18 02:26:17.169470 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.170955 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.171455 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: security-groups-normalized-cidr Jul 18 02:26:17.171777 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.172661 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.173167 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: port-security-groups-filtering Jul 18 02:26:17.173489 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.174410 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.174917 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: security-groups-remote-address-group Jul 18 02:26:17.175239 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.176128 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.176634 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: security-groups-shared-filtering Jul 18 02:26:17.176956 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: securitygroup.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.186419 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.186948 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: security-group Jul 18 02:26:17.187280 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: segment.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.187971 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.188478 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension segment not supported by any of loaded plugins Jul 18 02:26:17.188804 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.189704 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.190248 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 18 02:26:17.190574 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: servicetype.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.191622 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.192137 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: service-type Jul 18 02:26:17.192465 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: sorting.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.193399 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.193734 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: sorting Jul 18 02:26:17.194073 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: standard_attr_segment.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.194957 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.195461 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 18 02:26:17.195787 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: standardattrdescription.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.196397 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.196895 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: standard-attr-description Jul 18 02:26:17.197218 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: stateful_security_group.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.198127 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.198633 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: stateful-security-group Jul 18 02:26:17.198958 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: stdattrs_common.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.199501 dv-cinder-850015-3-iscsi neutron-server[104539]: WARNING neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 18 02:26:17.199822 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.200704 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.201407 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 18 02:26:17.201739 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: subnet_onboard.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.202780 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.203288 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: subnet_onboard Jul 18 02:26:17.203612 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.204515 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.205016 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 18 02:26:17.205340 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: subnet_service_types.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.206272 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.206781 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: subnet-service-types Jul 18 02:26:17.207104 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: subnetallocation.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.208141 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.208649 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: subnet_allocation Jul 18 02:26:17.208980 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.209617 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.210146 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: subnetpool-prefix-ops Jul 18 02:26:17.210472 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.211370 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.211873 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 18 02:26:17.212197 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: tagging.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.213210 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.213726 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: standard-attr-tag Jul 18 02:26:17.214054 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: timestamp.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.215235 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.215740 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loaded extension: standard-attr-timestamp Jul 18 02:26:17.216066 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: trunk.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.217649 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.218179 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension trunk not supported by any of loaded plugins Jul 18 02:26:17.218507 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: trunk_details.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.219381 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.219889 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension trunk-details not supported by any of loaded plugins Jul 18 02:26:17.220211 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: uplink_status_propagation.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.221081 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.221580 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 18 02:26:17.221901 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Loading extension file: vlantransparent.py {{(pid=104539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 02:26:17.222563 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 02:26:17.223060 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 18 02:26:17.225619 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of TrackedResource for resource:network Jul 18 02:26:17.226168 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of TrackedResource for resource:subnet Jul 18 02:26:17.226574 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 02:26:17.226968 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of TrackedResource for resource:port Jul 18 02:26:17.229378 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.v2.resource_helper [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 02:26:17.229829 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.v2.resource_helper [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Service FLAVORS assigned prefix: {{(pid=104539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 02:26:17.230489 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.v2.resource_helper [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 02:26:17.230924 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.v2.resource_helper [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 02:26:17.231258 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of TrackedResource for resource:router Jul 18 02:26:17.231687 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of TrackedResource for resource:floatingip Jul 18 02:26:17.232867 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.v2.resource_helper [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Service METERING assigned prefix: /metering {{(pid=104539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 02:26:17.234417 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:17.234794 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:17.235153 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:26:17.236169 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of CountableResource for resource:rbac_policy Jul 18 02:26:17.236617 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of TrackedResource for resource:security_group Jul 18 02:26:17.237045 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 18 02:26:17.237589 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.v2.resource_helper [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Service CORE assigned prefix: {{(pid=104539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 02:26:17.237921 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 02:26:17.238296 dv-cinder-850015-3-iscsi neutron-server[104539]: WARNING neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] subnetpool is already registered Jul 18 02:26:17.238726 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.v2.resource_helper [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Service CORE assigned prefix: {{(pid=104539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 02:26:17.239052 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 02:26:17.239382 dv-cinder-850015-3-iscsi neutron-server[104539]: WARNING neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] subnetpool is already registered Jul 18 02:26:17.241789 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.v2.resource_helper [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 02:26:17.242256 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.v2.resource_helper [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Service FLAVORS assigned prefix: {{(pid=104539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 02:26:17.242857 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.v2.resource_helper [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 02:26:17.243448 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.v2.resource_helper [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 02:26:17.243606 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of TrackedResource for resource:router Jul 18 02:26:17.243945 dv-cinder-850015-3-iscsi neutron-server[104539]: WARNING neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] router is already registered Jul 18 02:26:17.244355 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of TrackedResource for resource:floatingip Jul 18 02:26:17.244694 dv-cinder-850015-3-iscsi neutron-server[104539]: WARNING neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] floatingip is already registered Jul 18 02:26:17.245151 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.v2.resource_helper [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Service METERING assigned prefix: /metering {{(pid=104539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 02:26:17.245821 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of CountableResource for resource:rbac_policy Jul 18 02:26:17.246180 dv-cinder-850015-3-iscsi neutron-server[104539]: WARNING neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] rbac_policy is already registered Jul 18 02:26:17.246592 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of TrackedResource for resource:security_group Jul 18 02:26:17.246927 dv-cinder-850015-3-iscsi neutron-server[104539]: WARNING neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] security_group is already registered Jul 18 02:26:17.247330 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 18 02:26:17.247702 dv-cinder-850015-3-iscsi neutron-server[104539]: WARNING neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] security_group_rule is already registered Jul 18 02:26:17.248428 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.v2.resource_helper [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Service CORE assigned prefix: {{(pid=104539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 02:26:17.248761 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 02:26:17.249098 dv-cinder-850015-3-iscsi neutron-server[104539]: WARNING neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] subnetpool is already registered Jul 18 02:26:17.249526 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.v2.resource_helper [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Service CORE assigned prefix: {{(pid=104539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 02:26:17.249849 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 02:26:17.250211 dv-cinder-850015-3-iscsi neutron-server[104539]: WARNING neutron.quota.resource_registry [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] subnetpool is already registered Jul 18 02:26:17.250680 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: extensions {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.252149 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: address-groups {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.253637 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: address-scopes {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.255006 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: agents {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.256174 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: auto-allocated-topology {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.257467 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: availability_zones {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.258708 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: dhcp-networks {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.260228 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: dhcp-agents {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.261666 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: routers {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.263446 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: flavors {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.264711 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: service_profiles {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.265946 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: next_providers {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.267425 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: service_profiles {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.268982 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: floatingip-pools {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.270251 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: routers {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.271942 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: floatingips {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.273209 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: l3-routers {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.274660 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: l3-agents {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.276103 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: metering-labels {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.277374 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: metering-label-rules {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.278793 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: network-ip-availabilities {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.280595 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: bindings {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.282182 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: quotas {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.283849 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: quotas {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.285389 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: rbac-policies {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.286614 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: security-groups {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.287916 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: security-group-rules {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.289175 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: service-providers {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.290438 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: subnetpools {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.291790 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: subnetpools {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.293326 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: tags {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.296015 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: tags {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.298836 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: tags {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.300641 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: tags {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.302394 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: tags {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.304355 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: tags {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.306063 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: tags {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.307981 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: tags {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.309764 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: tags {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.311619 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron.api.extensions [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Extended resource: tags {{(pid=104539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 02:26:17.317727 dv-cinder-850015-3-iscsi neutron-server[104539]: WARNING keystonemiddleware.auth_token [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 18 02:26:17.322919 dv-cinder-850015-3-iscsi neutron-server[104539]: WARNING keystonemiddleware.auth_token [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 18 02:26:17.332506 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_concurrency.lockutils [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Acquired lock "singleton_lock" {{(pid=104539) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 18 02:26:17.332832 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_concurrency.lockutils [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Releasing lock "singleton_lock" {{(pid=104539) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 18 02:26:17.333497 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO oslo_service.service [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Starting 2 workers Jul 18 02:26:17.338412 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Started child 104650 {{(pid=104539) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 02:26:17.343421 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Started child 104651 {{(pid=104539) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 02:26:17.344541 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:17.345289 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO neutron.service [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 18 02:26:17.345676 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:17.346127 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [-] (104650) wsgi starting up on http://0.0.0.0:9696 Jul 18 02:26:17.348144 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO oslo_service.service [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Starting 1 workers Jul 18 02:26:17.348303 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:17.349807 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [-] (104651) wsgi starting up on http://0.0.0.0:9696 Jul 18 02:26:17.353330 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Started child 104652 {{(pid=104539) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 02:26:17.353858 dv-cinder-850015-3-iscsi neutron-server[104539]: INFO oslo_service.service [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Starting 1 workers Jul 18 02:26:17.357774 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.service [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] calling RpcWorker wait() {{(pid=104652) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 18 02:26:17.358365 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.service [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] returning from RpcWorker wait() {{(pid=104652) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 18 02:26:17.359016 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Started child 104653 {{(pid=104539) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 02:26:17.359806 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:17.359908 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG neutron_lib.callbacks.manager [None req-c3fbca22-fd51-4535-9850-085a90f21418 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:17.360371 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:26:17.361756 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104539) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 18 02:26:17.361965 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 02:26:17.362172 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 02:26:17.362410 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 02:26:17.362729 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 02:26:17.362913 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 02:26:17.363438 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.363720 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.363999 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.364173 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:17.364651 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.364873 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.365088 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:26:17.365179 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.365386 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.365654 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.365925 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.366113 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.366316 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.366566 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.366806 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.367109 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.367380 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.367617 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.367860 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.368031 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.368281 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.368549 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.368805 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.369092 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] debug = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.369345 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.369826 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.370066 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.370328 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.370571 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.370835 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.371078 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.371329 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.371572 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.371785 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.372039 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.372309 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.372550 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.372799 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.373030 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.373298 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.373536 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.374025 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] host = dv-cinder-850015-3-iscsi {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.374287 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.374523 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.374746 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.374993 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.375248 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.375467 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.375735 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.376001 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.376265 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.376507 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.376774 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.377043 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.377276 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.377516 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] log_file = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.377677 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] log_options = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.377931 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.378225 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.378508 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.378698 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.378867 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.379032 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.379277 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.379424 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.379677 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.379915 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.380130 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.380344 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.380576 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.380805 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.381065 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.381301 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.381533 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.381741 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.381984 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.382239 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.382501 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.382744 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.382994 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.383227 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.383438 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.383669 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.383910 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.384144 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.384353 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.384614 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.384852 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.385863 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.385863 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.385863 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.385863 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.386412 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.386412 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.386641 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.386833 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.387071 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.387317 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.387575 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.387789 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.388012 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.391288 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.391288 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.391288 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] use_json = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.391288 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.391288 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.391288 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.391288 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.391288 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.393285 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.393285 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.393285 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.393285 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.393285 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.393285 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.393285 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.393821 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.393821 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.393821 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.394010 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.396452 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.396452 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.396452 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.396452 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.396452 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.396452 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.396452 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.396452 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.405517 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.405517 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.405517 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.405517 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.405517 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.405517 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.405517 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.405517 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.405998 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.405998 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.405998 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.405998 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.405998 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.405998 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.405998 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.405998 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.406507 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.406507 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.406507 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.406507 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.406507 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.406507 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.406507 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.406507 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.406975 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.406975 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.406975 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.406975 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.406975 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.406975 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.406975 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.406975 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.406975 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.407504 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.407504 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.407504 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.407504 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.407504 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.407504 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.407504 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.407504 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.407504 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.408134 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.408134 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.408134 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.408134 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.408134 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.408427 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.408427 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.408595 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.408904 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.409019 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.409238 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.409463 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.409705 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.409944 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.410246 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.410358 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.410577 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.410816 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.411065 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.411293 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.411509 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.411726 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.411937 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.412179 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.412392 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.412623 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.412880 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.413064 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.413270 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.413486 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.413708 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.413917 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.414156 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.414370 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.414670 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.415155 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.415155 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.415375 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.415621 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.415837 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.416096 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.416314 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.416536 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.416736 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.416981 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.417202 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.417442 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.418119 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.418119 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.418283 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.418368 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.418584 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.418799 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.419034 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.419228 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.419471 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.420517 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.420820 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.421092 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.421427 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.421667 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.421924 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.422166 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.422421 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.422654 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.422934 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.423188 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.423463 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.423680 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.423954 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.424247 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.424503 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.424778 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.425148 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.425148 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.425533 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.425781 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.426048 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.426319 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.431690 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.431690 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.431690 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.431690 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.431690 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.431690 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.431690 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.431690 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.432227 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.432227 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.432227 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.432227 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.432227 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.432227 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.432227 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.432227 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.432704 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.432704 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.432704 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.432704 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.432704 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.432704 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.432704 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.432704 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.433215 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.433215 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.433215 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.433215 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.433215 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.433215 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.433570 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.433570 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.433911 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.434056 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.434438 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.434830 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.435253 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.435480 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.435703 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.435925 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.436162 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.436414 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.436634 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.436896 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.437142 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.437521 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.437904 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.438339 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.438617 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.438857 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.439104 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.439326 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.439540 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.439751 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.440142 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.440383 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.440615 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.440849 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.441067 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.441304 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.441562 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.441917 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.442192 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.442426 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.442677 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.443073 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.443435 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.443820 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.444205 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.444595 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.444986 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.445232 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.445475 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.445713 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.446003 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.446406 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.446781 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.447185 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.447578 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.447995 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.448357 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.448722 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.449086 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.449478 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.449849 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.450253 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.450497 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.450724 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.450974 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.451192 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.451490 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.451748 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.452138 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.452548 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.452836 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.453052 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.453285 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.453499 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.453713 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.453936 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.454763 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.454763 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.454763 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.455100 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.455100 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.455263 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.455468 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.455679 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.455927 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.456135 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.456345 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.456567 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.456807 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.457015 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.457244 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.457451 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.457662 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.457884 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.458143 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.458352 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.458602 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.458813 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.459044 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.459267 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.459612 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.459729 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.459975 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.460242 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.460678 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.460968 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.461196 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.461456 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.461722 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.462031 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.462360 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.462606 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.462840 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.463080 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.463303 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.463570 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.463906 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.464213 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.464450 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.464702 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.465003 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.465280 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.465542 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.465756 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.466883 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.471794 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.471794 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.471794 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.471794 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.471794 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.471794 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.471794 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.472451 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:26:17.472549 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.472549 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.472549 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.472549 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.472549 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.472549 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.472549 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.472549 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.472549 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.473185 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.473185 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.473185 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.473599 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.473778 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 02:26:17.474329 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104539) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 18 02:26:17.474505 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 02:26:17.474664 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 02:26:17.474838 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 02:26:17.475020 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 02:26:17.475166 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 02:26:17.475379 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.475539 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.475850 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.476019 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.476202 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.476369 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.476530 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.476696 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.476880 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.477034 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.477193 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.477342 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.477452 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.477604 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.477915 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.478108 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.478270 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.478433 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.478591 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.478750 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.478908 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.479073 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] debug = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.479230 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.479433 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.479600 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.479759 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.479918 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.480077 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.480234 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.480390 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.480550 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.480712 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.480870 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.481024 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.481176 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.481374 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.481504 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.481623 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.481810 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.481943 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] host = dv-cinder-850015-3-iscsi {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.482675 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.482818 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.482976 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.483132 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.483290 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.483443 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.483749 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.484055 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.484215 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.484556 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.484718 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.484873 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.485031 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.485186 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] log_file = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.485345 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] log_options = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.485505 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.485665 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.485818 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.486006 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.486275 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.486434 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.486594 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.486751 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.486910 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.487064 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.487221 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.487379 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.487533 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.487858 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.488213 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.488376 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.488562 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.488691 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.489001 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.489157 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.489460 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.489617 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.489775 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.489932 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.490139 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.490257 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.490414 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.490573 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.490732 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.490887 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.491047 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.491204 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.491362 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.491518 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.491675 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.491830 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.491986 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.492142 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.492302 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.492460 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.492617 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.492777 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.493011 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.493184 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.493337 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.493522 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.493619 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] use_json = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.493813 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.493917 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.494111 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.494308 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.494388 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.494552 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.494711 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.494865 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.495165 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 02:26:17.495345 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.495657 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.495830 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.496159 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.496314 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.496627 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.496799 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.496998 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.497204 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.497310 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.497475 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.497670 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.497839 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.497969 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.498140 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.498464 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.498768 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.499104 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.499435 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.499778 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.499967 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.500082 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.500324 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.500642 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.500825 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 45892) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:26:17.500948 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.500948 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.501091 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.501262 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.501422 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.501590 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.501767 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.501928 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.502122 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.502278 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.502439 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.502603 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.502765 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.502929 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.503091 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.503257 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.503416 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.503580 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.503736 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.504055 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.504213 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.504381 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.504539 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.504959 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.505067 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.505238 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.505397 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.505529 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.505689 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.505852 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.506013 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.506215 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.506378 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.506550 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.506710 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.506871 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.507030 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.507191 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.507351 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.507511 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.507683 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.507818 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.507978 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.508138 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.508311 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.508472 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.508632 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.508791 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.508952 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.509112 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.509272 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.509432 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.509591 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.509752 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.509914 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.510068 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.510282 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072360 Jul 18 02:26:17.510452 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.510720 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.510929 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.511135 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.511227 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.511393 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.511516 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.511731 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.511832 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.511979 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.512135 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.512466 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.512631 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.512793 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.512951 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.513297 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.513445 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.513601 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.513758 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.514172 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.514483 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.514787 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.515079 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.522045 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.522045 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.522045 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.522045 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.522045 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.522045 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.522045 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.522045 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.522647 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.522647 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.522647 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.522647 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.522647 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.522647 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.522647 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.522647 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.523127 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.523127 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.523127 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.523127 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.523127 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.523127 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.523127 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.523127 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.523601 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.523601 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.523601 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.523601 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.523601 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.523601 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.523601 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.523601 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.524065 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.524065 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.524065 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.524065 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.524065 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.524065 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.524065 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.524065 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.524544 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.524544 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.524544 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.524544 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.524544 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.525242 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.525560 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.525749 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.525921 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.526122 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.526312 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.526481 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.526651 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.526816 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.526979 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.527143 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.527307 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.527470 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.527634 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.527796 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.527958 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.528194 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.528296 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.528424 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.529990 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.529990 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.529990 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.529990 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.529990 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.530377 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.530377 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.530377 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.530562 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.530666 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.530830 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.530991 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.531139 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.531295 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.531440 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.531583 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.531747 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.531905 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.532060 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.532205 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.532366 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.532527 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.532688 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.532848 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.533011 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.533172 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.533333 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.533493 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.533654 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.533813 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.534002 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.534175 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.534336 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.534499 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.534659 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.534818 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.534977 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.535192 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.535309 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.535426 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.535581 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.535740 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.535899 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.536061 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.536220 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.536379 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.536540 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.536702 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.536862 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.537022 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.537188 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.537346 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.537506 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.537666 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.537826 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.537987 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.538173 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.538334 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.538497 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.538671 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.538835 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.538995 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.539178 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.539342 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.539506 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.539689 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.540028 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.540187 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.540332 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.540495 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.540654 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.540825 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.540986 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.541145 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.541318 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.541458 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.541609 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.541778 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.541938 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.542107 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.542282 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.542442 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.542603 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.542773 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.542934 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.543093 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.543253 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.543413 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.543572 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.543741 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.543901 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.544061 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.544221 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.544380 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.544611 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.545607 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.545726 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.545821 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.546033 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.547204 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.547370 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.547532 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.552124 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.552124 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.552124 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.552124 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.552124 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.552124 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.552124 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.552124 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.552742 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.552742 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.552742 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.552742 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.552742 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.552742 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.552742 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.552742 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553252 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553252 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553252 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553252 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553252 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553252 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553252 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553252 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553252 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553836 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553836 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553836 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553836 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553836 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553836 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553836 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553836 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.553836 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.554602 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.554602 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 02:26:17.554602 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 02:26:26.654362 dv-cinder-850015-3-iscsi neutron-server[104539]: DEBUG dbcounter [-] [104539] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104539) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:26:28.878614 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93127372-e6f0-48b7-9177-d0889348db94 None None] get_active_networks_info from dv-cinder-850015-3-iscsi {{(pid=104652) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 18 02:26:28.888356 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writer thread running {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 02:26:28.992040 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93127372-e6f0-48b7-9177-d0889348db94 None None] No non-hosted networks {{(pid=104652) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 18 02:26:29.014506 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.agentschedulers_db [None req-93127372-e6f0-48b7-9177-d0889348db94 None None] DHCP Agent not found on host dv-cinder-850015-3-iscsi {{(pid=104652) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 18 02:26:29.119069 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d40a7a13-cca0-4483-bfeb-ac3ba6bdf894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33287210'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:30.674049 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writer thread running {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 02:26:31.360976 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-c235342d-3f4d-44ae-9410-9856fbac906c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33287210'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:31.392543 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.db.api [None req-d1f2f924-b945-43e4-8f9f-6f12682a2437 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-850015-3-iscsi {{(pid=104652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 02:26:31.393440 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG oslo_db.api [None req-d1f2f924-b945-43e4-8f9f-6f12682a2437 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 02:26:32.003276 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f924-b945-43e4-8f9f-6f12682a2437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:32.133712 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 45962) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:26:32.580331 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33287210'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:32.800342 dv-cinder-850015-3-iscsi neutron-server[104650]: WARNING oslo_policy.policy [None req-9908eba4-04e9-4a21-bbdf-9cb9c4891973 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 02:26:32.800931 dv-cinder-850015-3-iscsi neutron-server[104650]: WARNING oslo_policy.policy [None req-9908eba4-04e9-4a21-bbdf-9cb9c4891973 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 02:26:33.026709 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [None req-9908eba4-04e9-4a21-bbdf-9cb9c4891973 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 02:26:33.038195 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-9908eba4-04e9-4a21-bbdf-9cb9c4891973 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8932800 Jul 18 02:26:33.785607 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33287210'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:33.942133 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33287210'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:33.942133 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:33.942133 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:33.942133 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:33.942591 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:33.942591 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:33.943078 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:33.943431 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:33.943777 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:33.944102 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:33.944421 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:33.944756 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:33.945080 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:33.945412 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:33.945729 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:33.946044 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:33.946485 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850015-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:26:33.953704 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850015-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:26:35.360549 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 45998) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:26:35.731370 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-6a6b4671-54ec-4e8f-b018-e920f6769abc admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:26:35.822889 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.policy [None req-6a6b4671-54ec-4e8f-b018-e920f6769abc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104650) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 18 02:26:35.866698 dv-cinder-850015-3-iscsi neutron-server[104650]: WARNING oslo_policy.policy [None req-6a6b4671-54ec-4e8f-b018-e920f6769abc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 02:26:35.867093 dv-cinder-850015-3-iscsi neutron-server[104650]: WARNING oslo_policy.policy [None req-6a6b4671-54ec-4e8f-b018-e920f6769abc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 02:26:35.887493 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writer thread running {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 02:26:36.044950 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6a6b4671-54ec-4e8f-b018-e920f6769abc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781986321925', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781986321521', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781986338246', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781986362348', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781986351597', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781986377286', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-590375', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32771125', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-364492', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-405289'] for rbac-policy (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:36.239633 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6a6b4671-54ec-4e8f-b018-e920f6769abc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:36.240891 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6a6b4671-54ec-4e8f-b018-e920f6769abc admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8792305 Jul 18 02:26:36.462320 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.db.l3_hamode_db [None req-08e91d20-e5f8-4d2a-b27a-670e543d1052 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 18 02:26:36.539725 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e91d20-e5f8-4d2a-b27a-670e543d1052 None None] Routers set() bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:26:36.540086 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e91d20-e5f8-4d2a-b27a-670e543d1052 None None] Router IDs set() for agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 18 02:26:38.460977 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 46010) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:26:38.783708 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:26:38.876659 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Made reservation on behalf of a5370165a2354ba6aec1bb43138f4838 for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:26:38.880369 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:38.898264 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:39.007006 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Publish callbacks [] for security_group (b2f72f31-5fc2-4ecc-973b-23fa52d268f5), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:39.134204 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (b2f72f31-5fc2-4ecc-973b-23fa52d268f5), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:39.158942 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:26:39.194592 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781983520525', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:39.195145 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Unsubscribe: segment precommit_create {{(pid=104650) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 18 02:26:39.195700 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Added segment 1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8 of type vlan for network 05dd4e34-9b96-4add-b6d0-2fabab0ae24c Jul 18 02:26:39.213878 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f72f31-5fc2-4ecc-973b-23fa52d268f5,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:26:39.264361 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:39.264696 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:39.265046 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:39.265387 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:39.265711 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:39.266030 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:39.266366 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:39.266679 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:39.266988 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:39.267300 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:39.267609 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:39.267933 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:39.268244 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:39.268549 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:39.268852 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Tracked resource versions report: Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: pushed versions: Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: { 'AddressGroup': {'1.2'}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Agent': {'1.1'}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'ConntrackHelper': {'1.0'}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'LocalIPAssociation': {'1.0'}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Log': {'1.0'}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'NDPProxy': {'1.0'}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Network': {'1.1'}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Port': {'1.7'}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'PortForwarding': {'1.3'}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'QosPolicy': {'1.10'}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'SecurityGroup': {'1.5'}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'SecurityGroupRule': {'1.2'}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'SubPort': {'1.0'}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Subnet': {'1.1'}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Trunk': {'1.1'}} Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: consumer versions: Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: { DHCP agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: L3 agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: Metadata agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: Metering agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: Open vSwitch agent@dv-cinder-850015-3-iscsi: { 'AddressGroup': '1.2', Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Agent': '1.1', Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'ConntrackHelper': '1.0', Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'LocalIPAssociation': '1.0', Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Log': '1.0', Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'NDPProxy': '1.0', Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Network': '1.1', Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Port': '1.7', Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'PortForwarding': '1.3', Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'QosPolicy': '1.10', Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'SecurityGroup': '1.5', Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'SecurityGroupRule': '1.2', Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'SubPort': '1.0', Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Subnet': '1.1', Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Trunk': '1.1'}} Jul 18 02:26:39.270297 dv-cinder-850015-3-iscsi neutron-server[104650]: {{(pid=104650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 02:26:39.304883 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (05dd4e34-9b96-4add-b6d0-2fabab0ae24c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:39.338931 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=51,neutron:INSERT=45,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:26:39.413763 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (05dd4e34-9b96-4add-b6d0-2fabab0ae24c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:39.420046 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:26:39.420739 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:39.537405 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] Pushing event updated for resources: {'Network': ['ID=05dd4e34-9b96-4add-b6d0-2fabab0ae24c,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:26:39.552373 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network 05dd4e34-9b96-4add-b6d0-2fabab0ae24c details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:26:39.679716 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ab89c9f8-d63d-466c-a6c3-87ec8b8ebab8 demo demo] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.2175722 Jul 18 02:26:41.981739 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 46024) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:26:42.393917 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2827071-4944-4e81-8826-c5ee51525ecc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:26:42.395319 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-b2827071-4944-4e81-8826-c5ee51525ecc demo admin] 10.222.0.66 "GET /v2.0/networks/05dd4e34-9b96-4add-b6d0-2fabab0ae24c HTTP/1.1" status: 200 len: 825 time: 0.4125226 Jul 18 02:26:42.421053 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-34441aa0-354a-41fc-89f8-f470db0df404 demo admin] 10.222.0.66 "GET /v2.0/subnetpools/03396a9d-fa2c-4049-9dc2-9cd83272f593 HTTP/1.1" status: 200 len: 734 time: 0.0199718 Jul 18 02:26:42.430296 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-537d610b-9ea3-47d6-8d9f-bba7bd0b1ceb demo admin] Request body: {'subnet': {'subnetpool_id': '03396a9d-fa2c-4049-9dc2-9cd83272f593', 'network_id': '05dd4e34-9b96-4add-b6d0-2fabab0ae24c', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:26:42.516154 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537d610b-9ea3-47d6-8d9f-bba7bd0b1ceb demo admin] Made reservation on behalf of a5370165a2354ba6aec1bb43138f4838 for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:26:42.518609 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-537d610b-9ea3-47d6-8d9f-bba7bd0b1ceb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:42.673077 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:26:42.922756 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-537d610b-9ea3-47d6-8d9f-bba7bd0b1ceb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for subnet (4cb89073-8b27-4bfc-819d-268ba46478bd), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:42.994036 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d610b-9ea3-47d6-8d9f-bba7bd0b1ceb demo admin] Pushing event updated for resources: {'Subnet': ['ID=4cb89073-8b27-4bfc-819d-268ba46478bd,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:26:42.999022 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537d610b-9ea3-47d6-8d9f-bba7bd0b1ceb demo admin] Checking segment: {'id': '1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '05dd4e34-9b96-4add-b6d0-2fabab0ae24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:26:42.999393 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d610b-9ea3-47d6-8d9f-bba7bd0b1ceb demo admin] Network hostable DHCP agents. Network: 05dd4e34-9b96-4add-b6d0-2fabab0ae24c, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:26:43.098568 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d610b-9ea3-47d6-8d9f-bba7bd0b1ceb demo admin] Network 05dd4e34-9b96-4add-b6d0-2fabab0ae24c is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:26:43.156211 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-537d610b-9ea3-47d6-8d9f-bba7bd0b1ceb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, 05dd4e34-9b96-4add-b6d0-2fabab0ae24c) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:26:43.160864 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537d610b-9ea3-47d6-8d9f-bba7bd0b1ceb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:26:43.161498 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-537d610b-9ea3-47d6-8d9f-bba7bd0b1ceb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:43.166502 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e98b43-b5b5-4543-997b-fef94bf8d555 None None] Network 05dd4e34-9b96-4add-b6d0-2fabab0ae24c requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:26:43.267811 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-537d610b-9ea3-47d6-8d9f-bba7bd0b1ceb demo admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8408151 Jul 18 02:26:43.435710 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cd4497f-7f72-517c-9439-a55205037c9e-05dd4e34-9b96-4add-b6d0-2fabab0ae24c', 'network_id': '05dd4e34-9b96-4add-b6d0-2fabab0ae24c', 'project_id': 'a5370165a2354ba6aec1bb43138f4838', 'fixed_ips': [{'subnet_id': '4cb89073-8b27-4bfc-819d-268ba46478bd'}]}} from dv-cinder-850015-3-iscsi. {{(pid=104652) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 02:26:43.437015 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:43.715058 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.db_base_plugin_common [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Allocated IP 172.20.0.2 (05dd4e34-9b96-4add-b6d0-2fabab0ae24c/4cb89073-8b27-4bfc-819d-268ba46478bd/0017bfbc-ff80-47f6-abef-02557c56d882) {{(pid=104652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:26:43.765362 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:26:43.987797 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Publish callbacks [] for port (0017bfbc-ff80-47f6-abef-02557c56d882), precommit_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:44.100408 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (0017bfbc-ff80-47f6-abef-02557c56d882), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:44.149288 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:26:44.181169 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Network 05dd4e34-9b96-4add-b6d0-2fabab0ae24c is already hosted by enough agents. {{(pid=104652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:26:44.187851 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.base_scheduler [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Resources bound (agent type, host, resource id): {{(pid=104652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:26:44.194159 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Received port after_create {{(pid=104652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:26:44.196129 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Pushing event updated for resources: {'Port': ['ID=0017bfbc-ff80-47f6-abef-02557c56d882,revision_number=1']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:26:44.210166 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:44.210515 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:44.210873 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:44.211230 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:44.211568 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:44.211900 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:44.212225 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:44.212570 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:44.212879 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:44.213199 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:44.213525 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:44.213861 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:44.214210 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:44.214625 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:44.214958 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Tracked resource versions report: Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: pushed versions: Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: { 'AddressGroup': {'1.2'}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Agent': {'1.1'}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'ConntrackHelper': {'1.0'}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'LocalIPAssociation': {'1.0'}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Log': {'1.0'}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'NDPProxy': {'1.0'}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Network': {'1.1'}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Port': {'1.7'}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'PortForwarding': {'1.3'}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'QosPolicy': {'1.10'}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'SecurityGroup': {'1.5'}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'SecurityGroupRule': {'1.2'}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'SubPort': {'1.0'}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Subnet': {'1.1'}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Trunk': {'1.1'}} Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: consumer versions: Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: { DHCP agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: L3 agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: Metadata agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: Metering agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: Open vSwitch agent@dv-cinder-850015-3-iscsi: { 'AddressGroup': '1.2', Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Agent': '1.1', Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'ConntrackHelper': '1.0', Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'LocalIPAssociation': '1.0', Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Log': '1.0', Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'NDPProxy': '1.0', Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Network': '1.1', Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Port': '1.7', Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'PortForwarding': '1.3', Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'QosPolicy': '1.10', Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'SecurityGroup': '1.5', Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'SecurityGroupRule': '1.2', Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'SubPort': '1.0', Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Subnet': '1.1', Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Trunk': '1.1'}} Jul 18 02:26:44.216499 dv-cinder-850015-3-iscsi neutron-server[104652]: {{(pid=104652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 02:26:44.292955 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Attempting to bind port 0017bfbc-ff80-47f6-abef-02557c56d882 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:26:44.293290 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Attempting to bind port 0017bfbc-ff80-47f6-abef-02557c56d882 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '05dd4e34-9b96-4add-b6d0-2fabab0ae24c'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:26:44.293704 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Attempting to bind port 0017bfbc-ff80-47f6-abef-02557c56d882 on network 05dd4e34-9b96-4add-b6d0-2fabab0ae24c {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:26:44.299068 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:26:44.299473 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Checking segment: {'id': '1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '05dd4e34-9b96-4add-b6d0-2fabab0ae24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:26:44.299943 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:44.300337 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Bound using segment: {'id': '1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '05dd4e34-9b96-4add-b6d0-2fabab0ae24c'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:26:44.300809 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Bound port: 0017bfbc-ff80-47f6-abef-02557c56d882, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '05dd4e34-9b96-4add-b6d0-2fabab0ae24c'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:26:44.301218 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (0017bfbc-ff80-47f6-abef-02557c56d882), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:44.362065 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] For port 0017bfbc-ff80-47f6-abef-02557c56d882, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:26:44.383346 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] For port 0017bfbc-ff80-47f6-abef-02557c56d882, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=0017bfbc-ff80-47f6-abef-02557c56d882,segment=NetworkSegment(1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8),segment_id=1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:26:44.448691 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (0017bfbc-ff80-47f6-abef-02557c56d882), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:44.511259 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57abeb-47a8-423a-b219-f90b4cc3594e None None] Pushing event updated for resources: {'Port': ['ID=0017bfbc-ff80-47f6-abef-02557c56d882,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:26:45.568681 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 46034) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:26:45.913162 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [None req-5397e988-331a-49b5-8492-6af2735f0607 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 02:26:45.914185 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5397e988-331a-49b5-8492-6af2735f0607 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3444180 Jul 18 02:26:48.218474 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 46042) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:26:48.544907 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [None req-7d182f66-4cab-4a6a-9200-85da2da108fd admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 02:26:48.545919 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-7d182f66-4cab-4a6a-9200-85da2da108fd admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3264816 Jul 18 02:26:48.757859 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:26:50.853920 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46052) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:26:51.397096 dv-cinder-850015-3-iscsi neutron-server[104651]: WARNING oslo_policy.policy [None req-b7ffaf88-6fe8-4ee3-82cc-726cf0ccafac demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 02:26:51.397658 dv-cinder-850015-3-iscsi neutron-server[104651]: WARNING oslo_policy.policy [None req-b7ffaf88-6fe8-4ee3-82cc-726cf0ccafac demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 02:26:51.589665 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 0017bfbc-ff80-47f6-abef-02557c56d882 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:26:51.616985 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-b7ffaf88-6fe8-4ee3-82cc-726cf0ccafac demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:26:51.676156 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 0017bfbc-ff80-47f6-abef-02557c56d882 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:26:51.676593 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (0017bfbc-ff80-47f6-abef-02557c56d882), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:51.678533 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.policy [None req-b7ffaf88-6fe8-4ee3-82cc-726cf0ccafac demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104651) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 18 02:26:51.723778 dv-cinder-850015-3-iscsi neutron-server[104651]: WARNING oslo_policy.policy [None req-b7ffaf88-6fe8-4ee3-82cc-726cf0ccafac demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 02:26:51.724162 dv-cinder-850015-3-iscsi neutron-server[104651]: WARNING oslo_policy.policy [None req-b7ffaf88-6fe8-4ee3-82cc-726cf0ccafac demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 02:26:51.744931 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writer thread running {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 02:26:51.751103 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:26:51.782264 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 0017bfbc-ff80-47f6-abef-02557c56d882 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:26:51.782659 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (0017bfbc-ff80-47f6-abef-02557c56d882), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:51.817921 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port 0017bfbc-ff80-47f6-abef-02557c56d882, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=0017bfbc-ff80-47f6-abef-02557c56d882,segment=NetworkSegment(1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8),segment_id=1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:26:51.899279 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (0017bfbc-ff80-47f6-abef-02557c56d882), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:51.899635 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b7ffaf88-6fe8-4ee3-82cc-726cf0ccafac demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33289946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1430'] for router (237ca5a3-a110-444b-9690-e8a67b524c4f), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:51.903285 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b7ffaf88-6fe8-4ee3-82cc-726cf0ccafac demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33289846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1519'] for router (237ca5a3-a110-444b-9690-e8a67b524c4f), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:51.949945 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=0017bfbc-ff80-47f6-abef-02557c56d882,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:26:52.070413 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b7ffaf88-6fe8-4ee3-82cc-726cf0ccafac demo demo] Publish callbacks [] for router_controller (237ca5a3-a110-444b-9690-e8a67b524c4f), precommit_add_association {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:52.123144 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b7ffaf88-6fe8-4ee3-82cc-726cf0ccafac demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33289805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286141'] for router (237ca5a3-a110-444b-9690-e8a67b524c4f), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:52.204271 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b7ffaf88-6fe8-4ee3-82cc-726cf0ccafac demo demo] Publish callbacks [] for router (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:52.218113 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-b7ffaf88-6fe8-4ee3-82cc-726cf0ccafac demo demo] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.3493202 Jul 18 02:26:52.417907 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=8 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:26:52.649329 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e503e3c6-4787-4da6-8dcd-d0b8a93a8756 None None] Network 05dd4e34-9b96-4add-b6d0-2fabab0ae24c requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:26:52.743215 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-3f773541-16bc-4fe9-9e97-6ef236e3662f None None] Provisioning complete for port 0017bfbc-ff80-47f6-abef-02557c56d882 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:26:52.743607 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3f773541-16bc-4fe9-9e97-6ef236e3662f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (0017bfbc-ff80-47f6-abef-02557c56d882), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:52.853470 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-3f773541-16bc-4fe9-9e97-6ef236e3662f None None] Current status of the port 0017bfbc-ff80-47f6-abef-02557c56d882 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:26:52.971344 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-56e27db3-0349-43ac-9447-9228f33ebf54 None None] Provisioning complete for port 0017bfbc-ff80-47f6-abef-02557c56d882 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:26:52.971733 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-56e27db3-0349-43ac-9447-9228f33ebf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (0017bfbc-ff80-47f6-abef-02557c56d882), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:52.991238 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:26:53.040140 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:26:53.043188 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-56e27db3-0349-43ac-9447-9228f33ebf54 None None] Current status of the port 0017bfbc-ff80-47f6-abef-02557c56d882 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:26:53.170884 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:26:53.171674 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=63,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:26:53.577086 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 0017bfbc-ff80-47f6-abef-02557c56d882 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:26:53.623544 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 0017bfbc-ff80-47f6-abef-02557c56d882 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:26:53.623945 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (0017bfbc-ff80-47f6-abef-02557c56d882), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:53.691903 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 0017bfbc-ff80-47f6-abef-02557c56d882 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:26:54.473877 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46078) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:26:54.822406 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [None req-351de760-057b-4e96-8a98-25abd6772564 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104651) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 02:26:54.823480 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-351de760-057b-4e96-8a98-25abd6772564 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3486116 Jul 18 02:26:57.071594 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46086) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:26:57.387070 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:26:57.589715 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Made reservation on behalf of a05e40a15656441b94f5763e4d68d305 for: {'network': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:26:57.592793 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:57.610077 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:57.715312 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Publish callbacks [] for security_group (404ad4ee-7c34-4597-b621-c447b0bcde78), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:57.800973 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (404ad4ee-7c34-4597-b621-c447b0bcde78), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:57.813189 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Reserving flat network on physical network physnet1 {{(pid=104651) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 18 02:26:57.847030 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781983520525', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (6d09a0b7-ede4-4133-aafa-a386877306a9), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:57.847601 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Unsubscribe: segment precommit_create {{(pid=104651) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 18 02:26:57.848122 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.segments_db [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Added segment 6d09a0b7-ede4-4133-aafa-a386877306a9 of type flat for network 277ea304-6c46-4a00-b9b4-38f4ca976978 Jul 18 02:26:57.865876 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404ad4ee-7c34-4597-b621-c447b0bcde78,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:26:57.914758 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:57.915100 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:57.915459 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:57.915797 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:57.916128 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:57.916454 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:57.917378 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:57.917703 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:57.918034 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:57.918386 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:57.918996 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:57.919321 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:57.919638 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:57.919953 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:57.920289 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Tracked resource versions report: Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: pushed versions: Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: { 'AddressGroup': {'1.2'}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Agent': {'1.1'}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'ConntrackHelper': {'1.0'}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'LocalIPAssociation': {'1.0'}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Log': {'1.0'}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'NDPProxy': {'1.0'}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Network': {'1.1'}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Port': {'1.7'}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'PortForwarding': {'1.3'}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'QosPolicy': {'1.10'}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'SecurityGroup': {'1.5'}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'SecurityGroupRule': {'1.2'}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'SubPort': {'1.0'}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Subnet': {'1.1'}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Trunk': {'1.1'}} Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: consumer versions: Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: { DHCP agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: L3 agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: Metadata agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: Metering agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: Open vSwitch agent@dv-cinder-850015-3-iscsi: { 'AddressGroup': '1.2', Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Agent': '1.1', Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'ConntrackHelper': '1.0', Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'LocalIPAssociation': '1.0', Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Log': '1.0', Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'NDPProxy': '1.0', Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Network': '1.1', Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Port': '1.7', Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'PortForwarding': '1.3', Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'QosPolicy': '1.10', Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'SecurityGroup': '1.5', Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'SecurityGroupRule': '1.2', Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'SubPort': '1.0', Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Subnet': '1.1', Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Trunk': '1.1'}} Jul 18 02:26:57.921724 dv-cinder-850015-3-iscsi neutron-server[104651]: {{(pid=104651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 02:26:57.967477 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (277ea304-6c46-4a00-b9b4-38f4ca976978), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:58.087565 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (277ea304-6c46-4a00-b9b4-38f4ca976978), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:58.089411 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:26:58.090130 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:26:58.190363 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] Pushing event updated for resources: {'Network': ['ID=277ea304-6c46-4a00-b9b4-38f4ca976978,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:26:58.201466 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:26:58.254784 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-b81d526e-a0cd-495d-9f2c-1a2a4e26c911 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1821456 Jul 18 02:26:58.921659 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-35a71a16-acff-46eb-bf33-8a1bd1f887d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:00.489599 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46098) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:27:00.898435 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fa77d5-e278-4f18-9099-1667633a75f0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:27:00.899719 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-68fa77d5-e278-4f18-9099-1667633a75f0 demo admin] 10.222.0.66 "GET /v2.0/subnets/4cb89073-8b27-4bfc-819d-268ba46478bd HTTP/1.1" status: 200 len: 849 time: 0.4091482 Jul 18 02:27:01.037350 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-e2771c4b-e791-4c91-8766-0aad82718fb5 demo admin] 10.222.0.66 "GET /v2.0/routers/237ca5a3-a110-444b-9690-e8a67b524c4f HTTP/1.1" status: 200 len: 704 time: 0.1310992 Jul 18 02:27:01.269018 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:01.299526 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:01.327342 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-69416455-3ce4-4e58-9360-2a1b96d93cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:01.377074 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:INSERT=15,neutron:UPDATE=3,neutron:SELECT=80,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:01.599400 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Allocated IP 172.20.0.1 (05dd4e34-9b96-4add-b6d0-2fabab0ae24c/4cb89073-8b27-4bfc-819d-268ba46478bd/a185afb8-fa7f-4d38-b69c-42a8771daa6f) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:27:01.786073 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Publish callbacks [] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:01.904212 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:01.976061 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Network 05dd4e34-9b96-4add-b6d0-2fabab0ae24c is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:27:01.988487 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:27:01.998428 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:27:01.998965 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33262966'] for router_interface (237ca5a3-a110-444b-9690-e8a67b524c4f), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:02.001550 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Pushing event updated for resources: {'Port': ['ID=a185afb8-fa7f-4d38-b69c-42a8771daa6f,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:27:02.221846 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-b002a7c3-f4ef-46be-b71f-7f25d82634b8 None None] Provisioning complete for port a185afb8-fa7f-4d38-b69c-42a8771daa6f triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:27:02.222279 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-b002a7c3-f4ef-46be-b71f-7f25d82634b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:02.259994 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:02.305387 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-b002a7c3-f4ef-46be-b71f-7f25d82634b8 None None] Port a185afb8-fa7f-4d38-b69c-42a8771daa6f cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:27:02.372209 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:02.492797 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:02.532106 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Publish callbacks [] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:02.624492 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:02.626948 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33111595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33265422'] for router_interface (237ca5a3-a110-444b-9690-e8a67b524c4f), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:02.685195 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Pushing event updated for resources: {'Port': ['ID=a185afb8-fa7f-4d38-b69c-42a8771daa6f,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:27:02.752048 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Network 05dd4e34-9b96-4add-b6d0-2fabab0ae24c is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:27:02.753342 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:27:02.849010 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:02.926275 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-ac4fa00c-b5a5-4248-be7b-850fb3dcd4b0 None None] Provisioning complete for port a185afb8-fa7f-4d38-b69c-42a8771daa6f triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:27:02.926664 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ac4fa00c-b5a5-4248-be7b-850fb3dcd4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:02.957797 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-ac4fa00c-b5a5-4248-be7b-850fb3dcd4b0 None None] Port a185afb8-fa7f-4d38-b69c-42a8771daa6f cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:27:03.012862 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Router 237ca5a3-a110-444b-9690-e8a67b524c4f is scheduled to L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 with binding_index 1 {{(pid=104651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 02:27:03.105241 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:27:03.110359 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-9a41004f-ede7-4308-8b26-76b47c34dacc demo admin] 10.222.0.66 "PUT /v2.0/routers/237ca5a3-a110-444b-9690-e8a67b524c4f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0670278 Jul 18 02:27:03.125783 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Sync routers for ids ['237ca5a3-a110-444b-9690-e8a67b524c4f'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:27:03.139206 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Routers {'237ca5a3-a110-444b-9690-e8a67b524c4f'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:27:03.140023 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:27:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['237ca5a3-a110-444b-9690-e8a67b524c4f'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:27:03.317749 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Set router 237ca5a3-a110-444b-9690-e8a67b524c4f gateway port host: None {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:27:03.738000 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237ca5a3-a110-444b-9690-e8a67b524c4f', 'name': 'router1', 'tenant_id': 'a5370165a2354ba6aec1bb43138f4838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:26:51Z', 'updated_at': '2022-07-18T02:27:02Z', 'revision_number': 2, 'project_id': 'a5370165a2354ba6aec1bb43138f4838', 'gw_port_host': None, '_interfaces': [{'id': 'a185afb8-fa7f-4d38-b69c-42a8771daa6f', 'name': '', 'network_id': '05dd4e34-9b96-4add-b6d0-2fabab0ae24c', 'tenant_id': 'a5370165a2354ba6aec1bb43138f4838', 'mac_address': 'fa:16:3e:47:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237ca5a3-a110-444b-9690-e8a67b524c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cb89073-8b27-4bfc-819d-268ba46478bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:27:01Z', 'updated_at': '2022-07-18T02:27:02Z', 'revision_number': 2, 'project_id': 'a5370165a2354ba6aec1bb43138f4838', 'subnets': [{'id': '4cb89073-8b27-4bfc-819d-268ba46478bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03396a9d-fa2c-4049-9dc2-9cd83272f593'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:27:03.766942 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:03.790180 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Checking router: 237ca5a3-a110-444b-9690-e8a67b524c4f for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:27:03.790477 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Updating router 237ca5a3-a110-444b-9690-e8a67b524c4f port a185afb8-fa7f-4d38-b69c-42a8771daa6f binding host dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:27:03.843088 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:03.915552 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:04.346132 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Publish callbacks [] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), precommit_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:04.424119 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:04.572145 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Pushing event updated for resources: {'Port': ['ID=a185afb8-fa7f-4d38-b69c-42a8771daa6f,revision_number=3']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:27:04.596711 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:27:04.597106 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:27:04.597461 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:27:04.598343 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:27:04.598343 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:27:04.598682 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:27:04.599081 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:27:04.599409 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:27:04.599738 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:27:04.600136 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:27:04.600600 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:27:04.600943 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:27:04.601344 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:27:04.601664 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:27:04.601982 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Tracked resource versions report: Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: pushed versions: Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: { 'AddressGroup': {'1.2'}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Agent': {'1.1'}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'ConntrackHelper': {'1.0'}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'LocalIPAssociation': {'1.0'}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Log': {'1.0'}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'NDPProxy': {'1.0'}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Network': {'1.1'}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Port': {'1.7'}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'PortForwarding': {'1.3'}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'QosPolicy': {'1.10'}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'SecurityGroup': {'1.5'}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'SecurityGroupRule': {'1.2'}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'SubPort': {'1.0'}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Subnet': {'1.1'}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Trunk': {'1.1'}} Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: consumer versions: Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: { DHCP agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: L3 agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: Metadata agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: Metering agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: Open vSwitch agent@dv-cinder-850015-3-iscsi: { 'AddressGroup': '1.2', Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Agent': '1.1', Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'ConntrackHelper': '1.0', Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'LocalIPAssociation': '1.0', Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Log': '1.0', Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'NDPProxy': '1.0', Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Network': '1.1', Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Port': '1.7', Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'PortForwarding': '1.3', Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'QosPolicy': '1.10', Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'SecurityGroup': '1.5', Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'SecurityGroupRule': '1.2', Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'SubPort': '1.0', Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Subnet': '1.1', Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Trunk': '1.1'}} Jul 18 02:27:04.603454 dv-cinder-850015-3-iscsi neutron-server[104653]: {{(pid=104653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 02:27:04.622706 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Attempting to bind port a185afb8-fa7f-4d38-b69c-42a8771daa6f on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:27:04.622706 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Attempting to bind port a185afb8-fa7f-4d38-b69c-42a8771daa6f by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '05dd4e34-9b96-4add-b6d0-2fabab0ae24c'}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:27:04.622706 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Attempting to bind port a185afb8-fa7f-4d38-b69c-42a8771daa6f on network 05dd4e34-9b96-4add-b6d0-2fabab0ae24c {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:27:04.627209 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:27:04.627619 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Checking segment: {'id': '1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '05dd4e34-9b96-4add-b6d0-2fabab0ae24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:27:04.628092 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:04.628473 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Bound using segment: {'id': '1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '05dd4e34-9b96-4add-b6d0-2fabab0ae24c'} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:27:04.628945 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Bound port: a185afb8-fa7f-4d38-b69c-42a8771daa6f, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '05dd4e34-9b96-4add-b6d0-2fabab0ae24c'}}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:27:04.629338 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:04.684754 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-64f312e2-601e-4dc5-8706-4187782f9cb2 None None] Provisioning complete for port a185afb8-fa7f-4d38-b69c-42a8771daa6f triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:27:04.685425 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-64f312e2-601e-4dc5-8706-4187782f9cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:04.698520 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] For port a185afb8-fa7f-4d38-b69c-42a8771daa6f, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:27:04.720477 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-64f312e2-601e-4dc5-8706-4187782f9cb2 None None] Port a185afb8-fa7f-4d38-b69c-42a8771daa6f cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:27:04.720825 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] For port a185afb8-fa7f-4d38-b69c-42a8771daa6f, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=a185afb8-fa7f-4d38-b69c-42a8771daa6f,segment=NetworkSegment(1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8),segment_id=1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8)] {{(pid=104653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:27:04.813400 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:04.817232 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:04.839040 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:04.877503 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47848b-3cdd-41cf-95c9-8b079a52699c None None] Pushing event updated for resources: {'Port': ['ID=a185afb8-fa7f-4d38-b69c-42a8771daa6f,revision_number=4']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:27:04.891888 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Routers {'237ca5a3-a110-444b-9690-e8a67b524c4f'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:27:04.891888 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:27:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['237ca5a3-a110-444b-9690-e8a67b524c4f'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:27:04.969153 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] Set router 237ca5a3-a110-444b-9690-e8a67b524c4f gateway port host: None {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:27:05.040246 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-e4fa981d-95dd-4508-9109-52ed6eef647f None None] Provisioning complete for port a185afb8-fa7f-4d38-b69c-42a8771daa6f triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:27:05.040828 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e4fa981d-95dd-4508-9109-52ed6eef647f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:05.113248 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa981d-95dd-4508-9109-52ed6eef647f None None] Current status of the port a185afb8-fa7f-4d38-b69c-42a8771daa6f is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:27:05.113603 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e4fa981d-95dd-4508-9109-52ed6eef647f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:05.146607 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-e4fa981d-95dd-4508-9109-52ed6eef647f None None] For port a185afb8-fa7f-4d38-b69c-42a8771daa6f, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=a185afb8-fa7f-4d38-b69c-42a8771daa6f,segment=NetworkSegment(1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8),segment_id=1a0fcd7d-47b2-4a91-a712-e2d3d2aef5d8)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:27:05.170541 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237ca5a3-a110-444b-9690-e8a67b524c4f', 'name': 'router1', 'tenant_id': 'a5370165a2354ba6aec1bb43138f4838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:26:51Z', 'updated_at': '2022-07-18T02:27:02Z', 'revision_number': 2, 'project_id': 'a5370165a2354ba6aec1bb43138f4838', 'gw_port_host': None, '_interfaces': [{'id': 'a185afb8-fa7f-4d38-b69c-42a8771daa6f', 'name': '', 'network_id': '05dd4e34-9b96-4add-b6d0-2fabab0ae24c', 'tenant_id': 'a5370165a2354ba6aec1bb43138f4838', 'mac_address': 'fa:16:3e:47:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237ca5a3-a110-444b-9690-e8a67b524c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cb89073-8b27-4bfc-819d-268ba46478bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:27:01Z', 'updated_at': '2022-07-18T02:27:04Z', 'revision_number': 4, 'project_id': 'a5370165a2354ba6aec1bb43138f4838', 'subnets': [{'id': '4cb89073-8b27-4bfc-819d-268ba46478bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03396a9d-fa2c-4049-9dc2-9cd83272f593'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:27:05.200189 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ea9f3-4c64-4fa0-b3c6-5141ec86bb69 None None] The sync data for ids ['237ca5a3-a110-444b-9690-e8a67b524c4f'] in dv-cinder-850015-3-iscsi is: [{'id': '237ca5a3-a110-444b-9690-e8a67b524c4f', 'name': 'router1', 'tenant_id': 'a5370165a2354ba6aec1bb43138f4838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:26:51Z', 'updated_at': '2022-07-18T02:27:02Z', 'revision_number': 2, 'project_id': 'a5370165a2354ba6aec1bb43138f4838', 'gw_port_host': None, '_interfaces': [{'id': 'a185afb8-fa7f-4d38-b69c-42a8771daa6f', 'name': '', 'network_id': '05dd4e34-9b96-4add-b6d0-2fabab0ae24c', 'tenant_id': 'a5370165a2354ba6aec1bb43138f4838', 'mac_address': 'fa:16:3e:47:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237ca5a3-a110-444b-9690-e8a67b524c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cb89073-8b27-4bfc-819d-268ba46478bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:27:01Z', 'updated_at': '2022-07-18T02:27:04Z', 'revision_number': 4, 'project_id': 'a5370165a2354ba6aec1bb43138f4838', 'subnets': [{'id': '4cb89073-8b27-4bfc-819d-268ba46478bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03396a9d-fa2c-4049-9dc2-9cd83272f593'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:27:05.218857 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e4fa981d-95dd-4508-9109-52ed6eef647f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:05.275137 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa981d-95dd-4508-9109-52ed6eef647f None None] Pushing event updated for resources: {'Port': ['ID=a185afb8-fa7f-4d38-b69c-42a8771daa6f,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:27:05.412981 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46112) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:27:05.820361 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da7ea6d-b869-4acb-89ff-00b4c4bf3945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:27:05.821724 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-2da7ea6d-b869-4acb-89ff-00b4c4bf3945 admin admin] 10.222.0.66 "GET /v2.0/networks/277ea304-6c46-4a00-b9b4-38f4ca976978 HTTP/1.1" status: 200 len: 842 time: 0.4077966 Jul 18 02:27:05.831264 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-ce2d0cf4-5969-4af5-bdd2-ca352e67594b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'cidr': '172.27.3.0/24', 'ip_version': 4}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:27:05.926698 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2d0cf4-5969-4af5-bdd2-ca352e67594b admin admin] Made reservation on behalf of a05e40a15656441b94f5763e4d68d305 for: {'subnet': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:27:05.929072 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ce2d0cf4-5969-4af5-bdd2-ca352e67594b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:06.260856 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.objects.ports [None req-ce2d0cf4-5969-4af5-bdd2-ca352e67594b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104651) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 18 02:27:06.261545 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ce2d0cf4-5969-4af5-bdd2-ca352e67594b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for subnet (01f4bbd7-b454-41c2-b1c1-6d7708173181), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:06.302836 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:06.320673 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d0cf4-5969-4af5-bdd2-ca352e67594b admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f4bbd7-b454-41c2-b1c1-6d7708173181,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:27:06.335901 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d0cf4-5969-4af5-bdd2-ca352e67594b admin admin] Checking segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:27:06.336259 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2d0cf4-5969-4af5-bdd2-ca352e67594b admin admin] Network hostable DHCP agents. Network: 277ea304-6c46-4a00-b9b4-38f4ca976978, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:27:06.435082 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2d0cf4-5969-4af5-bdd2-ca352e67594b admin admin] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:27:06.510453 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-ce2d0cf4-5969-4af5-bdd2-ca352e67594b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, 277ea304-6c46-4a00-b9b4-38f4ca976978) {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:27:06.514996 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2d0cf4-5969-4af5-bdd2-ca352e67594b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:27:06.515526 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ce2d0cf4-5969-4af5-bdd2-ca352e67594b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:06.520003 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5a6b1d-84d7-46ed-baac-ba8232c9885f None None] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:27:06.618285 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62674f40-cddb-4d03-9437-190c2ee84fec None None] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:27:06.643956 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-ce2d0cf4-5969-4af5-bdd2-ca352e67594b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8160036 Jul 18 02:27:06.711043 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:08.932226 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46120) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:27:09.341930 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-e91c5f19-99fb-4a41-8c99-c6f74c00a19e demo admin] 10.222.0.66 "GET /v2.0/routers/237ca5a3-a110-444b-9690-e8a67b524c4f HTTP/1.1" status: 200 len: 710 time: 0.4084601 Jul 18 02:27:09.429617 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a4037e-07ff-446e-ace1-dc118d96aa34 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:27:09.430990 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-68a4037e-07ff-446e-ace1-dc118d96aa34 demo admin] 10.222.0.66 "GET /v2.0/networks/277ea304-6c46-4a00-b9b4-38f4ca976978 HTTP/1.1" status: 200 len: 886 time: 0.0833697 Jul 18 02:27:09.440154 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:27:09.656377 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:09.751355 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] Publish callbacks [] for router_gateway (237ca5a3-a110-444b-9690-e8a67b524c4f), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:10.067458 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] Publish callbacks [] for router_gateway (237ca5a3-a110-444b-9690-e8a67b524c4f), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:10.145642 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:10.206859 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:10.267824 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] Allocated IP 172.27.3.187 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/f1121da7-f610-4fd8-8ffd-4a77978e0edc) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:27:10.375227 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] Publish callbacks [] for port (f1121da7-f610-4fd8-8ffd-4a77978e0edc), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:10.475578 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (f1121da7-f610-4fd8-8ffd-4a77978e0edc), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:10.516715 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:27:10.521668 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:27:10.523688 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] Pushing event updated for resources: {'Port': ['ID=f1121da7-f610-4fd8-8ffd-4a77978e0edc,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:27:10.527953 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:27:10.592600 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:10.961371 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] Publish callbacks [] for router_gateway (237ca5a3-a110-444b-9690-e8a67b524c4f), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:11.148897 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33286106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33290026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1529'] for router (237ca5a3-a110-444b-9690-e8a67b524c4f), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:11.153146 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33286083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33286132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33290067'] for router (237ca5a3-a110-444b-9690-e8a67b524c4f), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:11.256600 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] Router 237ca5a3-a110-444b-9690-e8a67b524c4f has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:27:11.358865 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:27:11.363834 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:11.365039 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-dad12f55-c8b9-4cb5-b2dd-08ce85d4d285 demo admin] 10.222.0.66 "PUT /v2.0/routers/237ca5a3-a110-444b-9690-e8a67b524c4f HTTP/1.1" status: 200 len: 890 time: 1.9281473 Jul 18 02:27:11.543749 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Sync routers for ids ['237ca5a3-a110-444b-9690-e8a67b524c4f'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:27:11.563708 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Routers {'237ca5a3-a110-444b-9690-e8a67b524c4f'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:27:11.563708 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:27:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['237ca5a3-a110-444b-9690-e8a67b524c4f'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:27:11.623642 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device a185afb8-fa7f-4d38-b69c-42a8771daa6f up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:27:11.696042 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:11.792148 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port a185afb8-fa7f-4d38-b69c-42a8771daa6f triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:27:11.792456 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:11.830478 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Set router 237ca5a3-a110-444b-9690-e8a67b524c4f gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:27:12.091448 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port a185afb8-fa7f-4d38-b69c-42a8771daa6f is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:27:12.245197 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237ca5a3-a110-444b-9690-e8a67b524c4f', 'name': 'router1', 'tenant_id': 'a5370165a2354ba6aec1bb43138f4838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'f1121da7-f610-4fd8-8ffd-4a77978e0edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:26:51Z', 'updated_at': '2022-07-18T02:27:10Z', 'revision_number': 4, 'project_id': 'a5370165a2354ba6aec1bb43138f4838', 'gw_port': {'id': 'f1121da7-f610-4fd8-8ffd-4a77978e0edc', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237ca5a3-a110-444b-9690-e8a67b524c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:27:10Z', 'updated_at': '2022-07-18T02:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'a185afb8-fa7f-4d38-b69c-42a8771daa6f', 'name': '', 'network_id': '05dd4e34-9b96-4add-b6d0-2fabab0ae24c', 'tenant_id': 'a5370165a2354ba6aec1bb43138f4838', 'mac_address': 'fa:16:3e:47:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237ca5a3-a110-444b-9690-e8a67b524c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cb89073-8b27-4bfc-819d-268ba46478bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:27:01Z', 'updated_at': '2022-07-18T02:27:05Z', 'revision_number': 5, 'project_id': 'a5370165a2354ba6aec1bb43138f4838', 'subnets': [{'id': '4cb89073-8b27-4bfc-819d-268ba46478bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03396a9d-fa2c-4049-9dc2-9cd83272f593'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:27:12.366788 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Checking router: 237ca5a3-a110-444b-9690-e8a67b524c4f for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:27:12.367076 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Updating router 237ca5a3-a110-444b-9690-e8a67b524c4f port f1121da7-f610-4fd8-8ffd-4a77978e0edc binding host dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:27:12.420359 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (f1121da7-f610-4fd8-8ffd-4a77978e0edc), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:12.758826 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Publish callbacks [] for port (f1121da7-f610-4fd8-8ffd-4a77978e0edc), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:12.852177 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (f1121da7-f610-4fd8-8ffd-4a77978e0edc), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:12.879562 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:12.902542 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb95edb-d125-43b8-8126-9460a2e6808e None None] Pushing event updated for resources: {'Port': ['ID=f1121da7-f610-4fd8-8ffd-4a77978e0edc,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:27:12.906438 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Attempting to bind port f1121da7-f610-4fd8-8ffd-4a77978e0edc on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:27:12.906801 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Attempting to bind port f1121da7-f610-4fd8-8ffd-4a77978e0edc by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:27:12.907156 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Attempting to bind port f1121da7-f610-4fd8-8ffd-4a77978e0edc on network 277ea304-6c46-4a00-b9b4-38f4ca976978 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:27:12.912272 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:27:12.912639 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Checking segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:27:12.913032 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:12.913412 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Bound using segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:27:12.913866 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Bound port: f1121da7-f610-4fd8-8ffd-4a77978e0edc, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:27:12.914274 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (f1121da7-f610-4fd8-8ffd-4a77978e0edc), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:12.961390 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] For port f1121da7-f610-4fd8-8ffd-4a77978e0edc, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:27:12.964983 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] For port f1121da7-f610-4fd8-8ffd-4a77978e0edc, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=f1121da7-f610-4fd8-8ffd-4a77978e0edc,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:27:13.018492 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (f1121da7-f610-4fd8-8ffd-4a77978e0edc), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:13.021550 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:13.080579 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Routers {'237ca5a3-a110-444b-9690-e8a67b524c4f'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:27:13.081187 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:27:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['237ca5a3-a110-444b-9690-e8a67b524c4f'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:27:13.084225 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb95edb-d125-43b8-8126-9460a2e6808e None None] Pushing event updated for resources: {'Port': ['ID=f1121da7-f610-4fd8-8ffd-4a77978e0edc,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:27:13.184513 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] Set router 237ca5a3-a110-444b-9690-e8a67b524c4f gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:27:13.378061 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237ca5a3-a110-444b-9690-e8a67b524c4f', 'name': 'router1', 'tenant_id': 'a5370165a2354ba6aec1bb43138f4838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'f1121da7-f610-4fd8-8ffd-4a77978e0edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:26:51Z', 'updated_at': '2022-07-18T02:27:10Z', 'revision_number': 4, 'project_id': 'a5370165a2354ba6aec1bb43138f4838', 'gw_port': {'id': 'f1121da7-f610-4fd8-8ffd-4a77978e0edc', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237ca5a3-a110-444b-9690-e8a67b524c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:27:10Z', 'updated_at': '2022-07-18T02:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'a185afb8-fa7f-4d38-b69c-42a8771daa6f', 'name': '', 'network_id': '05dd4e34-9b96-4add-b6d0-2fabab0ae24c', 'tenant_id': 'a5370165a2354ba6aec1bb43138f4838', 'mac_address': 'fa:16:3e:47:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237ca5a3-a110-444b-9690-e8a67b524c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cb89073-8b27-4bfc-819d-268ba46478bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:27:01Z', 'updated_at': '2022-07-18T02:27:05Z', 'revision_number': 5, 'project_id': 'a5370165a2354ba6aec1bb43138f4838', 'subnets': [{'id': '4cb89073-8b27-4bfc-819d-268ba46478bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03396a9d-fa2c-4049-9dc2-9cd83272f593'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:27:13.402588 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea64f25d-4342-4a62-ad7a-83df0d32ff2e None None] The sync data for ids ['237ca5a3-a110-444b-9690-e8a67b524c4f'] in dv-cinder-850015-3-iscsi is: [{'id': '237ca5a3-a110-444b-9690-e8a67b524c4f', 'name': 'router1', 'tenant_id': 'a5370165a2354ba6aec1bb43138f4838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'f1121da7-f610-4fd8-8ffd-4a77978e0edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:26:51Z', 'updated_at': '2022-07-18T02:27:10Z', 'revision_number': 4, 'project_id': 'a5370165a2354ba6aec1bb43138f4838', 'gw_port': {'id': 'f1121da7-f610-4fd8-8ffd-4a77978e0edc', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237ca5a3-a110-444b-9690-e8a67b524c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:27:10Z', 'updated_at': '2022-07-18T02:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'a185afb8-fa7f-4d38-b69c-42a8771daa6f', 'name': '', 'network_id': '05dd4e34-9b96-4add-b6d0-2fabab0ae24c', 'tenant_id': 'a5370165a2354ba6aec1bb43138f4838', 'mac_address': 'fa:16:3e:47:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237ca5a3-a110-444b-9690-e8a67b524c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cb89073-8b27-4bfc-819d-268ba46478bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:27:01Z', 'updated_at': '2022-07-18T02:27:05Z', 'revision_number': 5, 'project_id': 'a5370165a2354ba6aec1bb43138f4838', 'subnets': [{'id': '4cb89073-8b27-4bfc-819d-268ba46478bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03396a9d-fa2c-4049-9dc2-9cd83272f593'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:27:13.627557 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device f1121da7-f610-4fd8-8ffd-4a77978e0edc up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:27:13.680140 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port f1121da7-f610-4fd8-8ffd-4a77978e0edc triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:27:13.680847 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (f1121da7-f610-4fd8-8ffd-4a77978e0edc), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:13.754273 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port f1121da7-f610-4fd8-8ffd-4a77978e0edc is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:27:13.754752 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (f1121da7-f610-4fd8-8ffd-4a77978e0edc), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:13.777467 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port f1121da7-f610-4fd8-8ffd-4a77978e0edc, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=f1121da7-f610-4fd8-8ffd-4a77978e0edc,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:27:13.844111 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46134) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:27:13.857897 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (f1121da7-f610-4fd8-8ffd-4a77978e0edc), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:13.909180 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=f1121da7-f610-4fd8-8ffd-4a77978e0edc,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:27:14.343523 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-164081ae-b120-48b5-936e-64192cea1607 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4982545 Jul 18 02:27:15.168770 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=56 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:15.173909 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=18 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:15.608149 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device f1121da7-f610-4fd8-8ffd-4a77978e0edc up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:27:15.669995 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port f1121da7-f610-4fd8-8ffd-4a77978e0edc triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:27:15.670343 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (f1121da7-f610-4fd8-8ffd-4a77978e0edc), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:15.703827 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:15.741281 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port f1121da7-f610-4fd8-8ffd-4a77978e0edc is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:27:24.328202 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:24.340639 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=58 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:25.740364 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:26.399954 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 5 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:27:28.876343 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-239486fd-61f5-41ec-a40f-07648036abe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:31.324986 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1346297e-4b43-466b-b43b-f663429b96e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:32.485655 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:33.765696 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:33.919814 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:27:36.395641 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=4 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:36.398178 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=4 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:43.855219 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:43.857269 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:27:59.017200 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-202291e2-0c49-47dc-9355-52176947d082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:28:01.352283 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f787-a60d-47b2-9763-985acdc89860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:28:02.491049 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:28:03.398759 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 5 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:28:03.763892 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:28:03.901113 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:28:13.394074 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=6 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:28:13.394892 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=2 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:28:13.853950 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:28:13.857923 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:28:27.397176 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:28:27.397929 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:DELETE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:28:28.893377 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-52e940ad-2ffc-42cb-aeeb-b94530bc9fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:28:31.344318 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-5ceb38b9-8f45-4a27-9574-e208179c1add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:28:32.476043 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:28:33.738934 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:28:33.910496 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:28:37.892190 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46672) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:28:38.226972 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.pecan_wsgi.hooks.translation [None req-8988919f-da2e-46d9-a7e3-d53994c4f49a admin admin] GET failed (client error): The resource could not be found. Jul 18 02:28:38.228287 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-8988919f-da2e-46d9-a7e3-d53994c4f49a admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3351521 Jul 18 02:28:38.388521 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d328db43-8ae9-45db-aca0-a93a3cbe6a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:28:38.389993 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-d328db43-8ae9-45db-aca0-a93a3cbe6a61 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1576276 Jul 18 02:28:40.398189 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 5 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:28:40.577369 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46682) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:28:40.948658 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086fe682-20b3-4267-841c-cbe16322bd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:28:40.949992 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-086fe682-20b3-4267-841c-cbe16322bd96 admin admin] 10.222.0.66 "GET /v2.0/subnets/4cb89073-8b27-4bfc-819d-268ba46478bd HTTP/1.1" status: 200 len: 849 time: 0.3716834 Jul 18 02:28:40.959570 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:28:41.048543 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Publish callbacks [] for subnet (4cb89073-8b27-4bfc-819d-268ba46478bd), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:28:41.224188 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781983500063'] for subnet (4cb89073-8b27-4bfc-819d-268ba46478bd), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:28:41.257123 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:28:41.257720 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:28:41.277712 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] 10.222.0.66 "PUT /v2.0/subnets/4cb89073-8b27-4bfc-819d-268ba46478bd HTTP/1.1" status: 200 len: 868 time: 0.3146825 Jul 18 02:28:41.277976 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32521b73-db01-4e16-8639-c51e6fec7ce9 None None] Network 05dd4e34-9b96-4add-b6d0-2fabab0ae24c requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:28:41.292372 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb89073-8b27-4bfc-819d-268ba46478bd,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:28:41.300701 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:28:41.300701 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:28:41.301030 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:28:41.301250 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:28:41.301572 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:28:41.301898 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:28:41.302928 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:28:41.302928 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:28:41.302928 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:28:41.303195 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:28:41.303542 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:28:41.303885 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:28:41.304214 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:28:41.304534 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:28:41.304852 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e887b-5efb-4b50-a3b9-5af70e5c81af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:28:41.601990 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-17ea9253-23f9-47c8-976b-59f524097597 None None] Provisioning complete for port 0017bfbc-ff80-47f6-abef-02557c56d882 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:28:41.602406 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-17ea9253-23f9-47c8-976b-59f524097597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (0017bfbc-ff80-47f6-abef-02557c56d882), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:28:41.676434 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-17ea9253-23f9-47c8-976b-59f524097597 None None] Current status of the port 0017bfbc-ff80-47f6-abef-02557c56d882 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:28:41.684117 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-17ea9253-23f9-47c8-976b-59f524097597 None None] Provisioning complete for port a185afb8-fa7f-4d38-b69c-42a8771daa6f triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:28:41.684506 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-17ea9253-23f9-47c8-976b-59f524097597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (a185afb8-fa7f-4d38-b69c-42a8771daa6f), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:28:41.753504 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-17ea9253-23f9-47c8-976b-59f524097597 None None] Current status of the port a185afb8-fa7f-4d38-b69c-42a8771daa6f is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:28:43.457603 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 46690) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:28:43.938207 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb77fbe-cb6d-498a-876c-5fffbced68b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:28:43.938687 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb77fbe-cb6d-498a-876c-5fffbced68b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:28:43.940890 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-9eb77fbe-cb6d-498a-876c-5fffbced68b1 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4823306 Jul 18 02:28:45.408251 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=2 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:28:46.108979 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46700) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:28:46.578919 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0663d11-7319-4892-a0a8-17de50e3b3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:28:46.579326 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0663d11-7319-4892-a0a8-17de50e3b3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:28:46.581386 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-f0663d11-7319-4892-a0a8-17de50e3b3eb admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4714708 Jul 18 02:28:48.762273 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 46708) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:28:49.211849 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee5631b-b5c8-4353-8678-bddf432d95db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:28:49.213217 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-4ee5631b-b5c8-4353-8678-bddf432d95db admin admin] 10.222.0.66 "GET /v2.0/networks/05dd4e34-9b96-4add-b6d0-2fabab0ae24c HTTP/1.1" status: 200 len: 869 time: 0.4499364 Jul 18 02:28:50.395137 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=6 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:28:51.555448 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46716) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:28:51.747865 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:28:51.751764 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:28:51.962119 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feaa0bd-2817-42e2-9943-b3ae9cb30d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:28:51.963503 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-3feaa0bd-2817-42e2-9943-b3ae9cb30d8a admin admin] 10.222.0.66 "GET /v2.0/networks/277ea304-6c46-4a00-b9b4-38f4ca976978 HTTP/1.1" status: 200 len: 886 time: 0.4071136 Jul 18 02:28:54.129729 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46724) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:28:54.526722 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386ba705-364d-4160-8638-0919d94b8951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:28:54.527091 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386ba705-364d-4160-8638-0919d94b8951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:28:54.528603 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-386ba705-364d-4160-8638-0919d94b8951 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3978913 Jul 18 02:28:56.707457 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46732) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:28:57.052079 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:28:57.070656 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7781a0ce-2e7f-4c43-8c40-d44ce5653def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:28:57.071033 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7781a0ce-2e7f-4c43-8c40-d44ce5653def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:28:57.072546 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-7781a0ce-2e7f-4c43-8c40-d44ce5653def admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3641508 Jul 18 02:28:58.897097 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0b36cf06-bbb5-4dd2-b166-0357c2e320e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:28:59.200127 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=23 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:28:59.209225 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=23 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:28:59.247485 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 46740) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:28:59.614416 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c233de64-53b3-4777-a802-d5e6da72de6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:28:59.619354 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-c233de64-53b3-4777-a802-d5e6da72de6c admin admin] 10.222.0.66 "GET /v2.0/subnets/01f4bbd7-b454-41c2-b1c1-6d7708173181 HTTP/1.1" status: 200 len: 816 time: 0.3673189 Jul 18 02:29:01.314783 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-5f0966fc-b5dc-4d72-aa77-3a080845f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:01.795475 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 46748) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:29:02.168672 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b825de5-3e38-4c47-9bdd-a406b2e4eab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:29:02.169984 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-1b825de5-3e38-4c47-9bdd-a406b2e4eab1 admin admin] 10.222.0.66 "GET /v2.0/subnets/4cb89073-8b27-4bfc-819d-268ba46478bd HTTP/1.1" status: 200 len: 868 time: 0.3735187 Jul 18 02:29:02.485467 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:03.736454 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:03.936640 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:07.066428 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:29:12.164240 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=11 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:29:12.165037 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=12 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:29:13.857218 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:29:13.859175 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:29:17.396676 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 5 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:29:28.883983 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-79ce919c-4cb9-4bfd-ba7c-26e3bc812be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:28.928211 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=17 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:29:28.932493 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=17 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:29:30.185241 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46804) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:29:30.511518 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [None req-cb786e52-a94a-4c94-9c6d-08e480c3d062 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104651) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 02:29:30.512516 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-cb786e52-a94a-4c94-9c6d-08e480c3d062 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3257928 Jul 18 02:29:31.329084 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1de70bc4-6d6d-4ef0-9d29-623ded77f59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:32.512025 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:32.779656 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46812) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:29:33.113261 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.pecan_wsgi.hooks.translation [None req-53af8b57-e86e-4d73-bdfd-387fb64fdcd3 admin admin] GET failed (client error): The resource could not be found. Jul 18 02:29:33.114529 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-53af8b57-e86e-4d73-bdfd-387fb64fdcd3 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3338921 Jul 18 02:29:33.202921 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ba232d-1a4f-453d-988b-c6435b1b50f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:29:33.204400 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-a6ba232d-1a4f-453d-988b-c6435b1b50f1 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0858021 Jul 18 02:29:33.757700 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:33.906500 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:35.424567 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46820) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:29:35.747448 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-2b0d76c4-1c0c-4e99-92b1-292c79f1dcf9 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:29:35.808368 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0d76c4-1c0c-4e99-92b1-292c79f1dcf9 admin admin] Made reservation on behalf of a05e40a15656441b94f5763e4d68d305 for: {'network': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:29:35.810744 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2b0d76c4-1c0c-4e99-92b1-292c79f1dcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:35.838495 dv-cinder-850015-3-iscsi neutron-server[104651]: WARNING neutron.services.revisions.revision_plugin [None req-2b0d76c4-1c0c-4e99-92b1-292c79f1dcf9 admin admin] Could not find related network for resource to bump revision. Jul 18 02:29:35.853104 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0d76c4-1c0c-4e99-92b1-292c79f1dcf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=104651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:29:35.863744 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2b0d76c4-1c0c-4e99-92b1-292c79f1dcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (804a6c07-2cc7-4634-8ef2-a16d8093116b), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:35.864085 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.segments_db [None req-2b0d76c4-1c0c-4e99-92b1-292c79f1dcf9 admin admin] Added segment 804a6c07-2cc7-4634-8ef2-a16d8093116b of type vlan for network 0bf346eb-8558-439d-ac4e-0fc9bb7b9350 Jul 18 02:29:35.904720 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2b0d76c4-1c0c-4e99-92b1-292c79f1dcf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (0bf346eb-8558-439d-ac4e-0fc9bb7b9350), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:35.991860 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2b0d76c4-1c0c-4e99-92b1-292c79f1dcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (0bf346eb-8558-439d-ac4e-0fc9bb7b9350), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:35.992790 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0d76c4-1c0c-4e99-92b1-292c79f1dcf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:29:35.993361 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2b0d76c4-1c0c-4e99-92b1-292c79f1dcf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:36.055128 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d76c4-1c0c-4e99-92b1-292c79f1dcf9 admin admin] Pushing event updated for resources: {'Network': ['ID=0bf346eb-8558-439d-ac4e-0fc9bb7b9350,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:29:36.066502 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network 0bf346eb-8558-439d-ac4e-0fc9bb7b9350 details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:29:36.097093 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-2b0d76c4-1c0c-4e99-92b1-292c79f1dcf9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6714637 Jul 18 02:29:38.274743 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46828) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:29:38.618735 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcc4167-f85b-4fcf-9989-b5bbe94f9a69 admin admin] GET failed (client error): The resource could not be found. Jul 18 02:29:38.622049 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-cbcc4167-f85b-4fcf-9989-b5bbe94f9a69 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3444571 Jul 18 02:29:38.695772 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9481277-fe76-4985-8692-c5971b8e7770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:29:38.697221 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-b9481277-fe76-4985-8692-c5971b8e7770 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0723646 Jul 18 02:29:38.707638 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-7179f7a1-377a-433c-9d3e-c021d796b059 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '0bf346eb-8558-439d-ac4e-0fc9bb7b9350', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:29:38.797086 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7179f7a1-377a-433c-9d3e-c021d796b059 admin admin] Made reservation on behalf of a05e40a15656441b94f5763e4d68d305 for: {'subnet': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:29:38.799357 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-7179f7a1-377a-433c-9d3e-c021d796b059 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:39.106466 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-7179f7a1-377a-433c-9d3e-c021d796b059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for subnet (4687a0e0-18b6-48cd-86d8-a8548e0883f5), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:39.161616 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179f7a1-377a-433c-9d3e-c021d796b059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4687a0e0-18b6-48cd-86d8-a8548e0883f5,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:29:39.173084 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7179f7a1-377a-433c-9d3e-c021d796b059 admin admin] Checking segment: {'id': '804a6c07-2cc7-4634-8ef2-a16d8093116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0bf346eb-8558-439d-ac4e-0fc9bb7b9350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:29:39.175116 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7179f7a1-377a-433c-9d3e-c021d796b059 admin admin] Network hostable DHCP agents. Network: 0bf346eb-8558-439d-ac4e-0fc9bb7b9350, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:29:39.254618 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7179f7a1-377a-433c-9d3e-c021d796b059 admin admin] Network 0bf346eb-8558-439d-ac4e-0fc9bb7b9350 is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:29:39.409134 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-7179f7a1-377a-433c-9d3e-c021d796b059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, 0bf346eb-8558-439d-ac4e-0fc9bb7b9350) {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:29:39.413560 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7179f7a1-377a-433c-9d3e-c021d796b059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:29:39.414167 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-7179f7a1-377a-433c-9d3e-c021d796b059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:39.420293 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c915404-adf0-4894-b9f9-f77944fcb24b None None] Network 0bf346eb-8558-439d-ac4e-0fc9bb7b9350 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:29:39.491384 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-7179f7a1-377a-433c-9d3e-c021d796b059 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7873037 Jul 18 02:29:39.528049 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cd4497f-7f72-517c-9439-a55205037c9e-0bf346eb-8558-439d-ac4e-0fc9bb7b9350', 'network_id': '0bf346eb-8558-439d-ac4e-0fc9bb7b9350', 'project_id': 'a05e40a15656441b94f5763e4d68d305', 'fixed_ips': [{'subnet_id': '4687a0e0-18b6-48cd-86d8-a8548e0883f5'}]}} from dv-cinder-850015-3-iscsi. {{(pid=104652) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 02:29:39.529022 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:39.770272 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.db_base_plugin_common [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Allocated IP 192.168.233.2 (0bf346eb-8558-439d-ac4e-0fc9bb7b9350/4687a0e0-18b6-48cd-86d8-a8548e0883f5/57097cb8-8da8-4df4-8271-6666e722b8d2) {{(pid=104652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:29:39.916178 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Publish callbacks [] for port (57097cb8-8da8-4df4-8271-6666e722b8d2), precommit_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:39.986425 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (57097cb8-8da8-4df4-8271-6666e722b8d2), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:40.023214 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Network 0bf346eb-8558-439d-ac4e-0fc9bb7b9350 is already hosted by enough agents. {{(pid=104652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:29:40.026063 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.base_scheduler [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Resources bound (agent type, host, resource id): {{(pid=104652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:29:40.029337 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Received port after_create {{(pid=104652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:29:40.046188 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Pushing event updated for resources: {'Port': ['ID=57097cb8-8da8-4df4-8271-6666e722b8d2,revision_number=1']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:29:40.067524 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:29:40.067870 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:29:40.068230 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:29:40.068587 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:29:40.068966 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:29:40.069240 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:29:40.069570 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:29:40.069896 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:29:40.070259 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:29:40.070583 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:29:40.070910 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:29:40.071251 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:29:40.071573 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:29:40.071890 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:29:40.072209 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:29:40.110000 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Attempting to bind port 57097cb8-8da8-4df4-8271-6666e722b8d2 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:29:40.110592 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Attempting to bind port 57097cb8-8da8-4df4-8271-6666e722b8d2 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '804a6c07-2cc7-4634-8ef2-a16d8093116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0bf346eb-8558-439d-ac4e-0fc9bb7b9350'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:29:40.110959 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Attempting to bind port 57097cb8-8da8-4df4-8271-6666e722b8d2 on network 0bf346eb-8558-439d-ac4e-0fc9bb7b9350 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:29:40.116670 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:29:40.117048 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Checking segment: {'id': '804a6c07-2cc7-4634-8ef2-a16d8093116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0bf346eb-8558-439d-ac4e-0fc9bb7b9350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:29:40.117454 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:40.117844 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Bound using segment: {'id': '804a6c07-2cc7-4634-8ef2-a16d8093116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0bf346eb-8558-439d-ac4e-0fc9bb7b9350'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:29:40.118371 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Bound port: 57097cb8-8da8-4df4-8271-6666e722b8d2, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804a6c07-2cc7-4634-8ef2-a16d8093116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0bf346eb-8558-439d-ac4e-0fc9bb7b9350'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:29:40.118755 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (57097cb8-8da8-4df4-8271-6666e722b8d2), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:40.183107 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] For port 57097cb8-8da8-4df4-8271-6666e722b8d2, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:29:40.186967 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] For port 57097cb8-8da8-4df4-8271-6666e722b8d2, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=57097cb8-8da8-4df4-8271-6666e722b8d2,segment=NetworkSegment(804a6c07-2cc7-4634-8ef2-a16d8093116b),segment_id=804a6c07-2cc7-4634-8ef2-a16d8093116b)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:29:40.232263 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (57097cb8-8da8-4df4-8271-6666e722b8d2), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:40.293378 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9a0f5-5806-48d1-8db2-f1076e1fa5cf None None] Pushing event updated for resources: {'Port': ['ID=57097cb8-8da8-4df4-8271-6666e722b8d2,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:29:41.173204 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1723e927-197d-4ee2-9015-3085fca1b33e None None] Network 0bf346eb-8558-439d-ac4e-0fc9bb7b9350 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:29:41.233367 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:29:41.234029 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:29:41.240948 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-0cb730da-0919-4253-91cc-1b715b07c8a6 None None] Provisioning complete for port 57097cb8-8da8-4df4-8271-6666e722b8d2 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:29:41.248074 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0cb730da-0919-4253-91cc-1b715b07c8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (57097cb8-8da8-4df4-8271-6666e722b8d2), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:41.357852 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-0cb730da-0919-4253-91cc-1b715b07c8a6 None None] Current status of the port 57097cb8-8da8-4df4-8271-6666e722b8d2 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:29:41.358317 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0cb730da-0919-4253-91cc-1b715b07c8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (57097cb8-8da8-4df4-8271-6666e722b8d2), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:41.397463 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-0cb730da-0919-4253-91cc-1b715b07c8a6 None None] For port 57097cb8-8da8-4df4-8271-6666e722b8d2, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=57097cb8-8da8-4df4-8271-6666e722b8d2,segment=NetworkSegment(804a6c07-2cc7-4634-8ef2-a16d8093116b),segment_id=804a6c07-2cc7-4634-8ef2-a16d8093116b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:29:41.460080 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0cb730da-0919-4253-91cc-1b715b07c8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (57097cb8-8da8-4df4-8271-6666e722b8d2), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:41.518892 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb730da-0919-4253-91cc-1b715b07c8a6 None None] Pushing event updated for resources: {'Port': ['ID=57097cb8-8da8-4df4-8271-6666e722b8d2,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:29:41.579205 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-801b2ca4-fb8c-4ec1-b043-ea0e749654dd None None] Provisioning complete for port 57097cb8-8da8-4df4-8271-6666e722b8d2 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:29:41.579592 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-801b2ca4-fb8c-4ec1-b043-ea0e749654dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (57097cb8-8da8-4df4-8271-6666e722b8d2), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:41.653476 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-801b2ca4-fb8c-4ec1-b043-ea0e749654dd None None] Current status of the port 57097cb8-8da8-4df4-8271-6666e722b8d2 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:29:41.699703 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 57097cb8-8da8-4df4-8271-6666e722b8d2 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:29:41.746642 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 57097cb8-8da8-4df4-8271-6666e722b8d2 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:29:41.747673 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (57097cb8-8da8-4df4-8271-6666e722b8d2), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:29:41.819765 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 57097cb8-8da8-4df4-8271-6666e722b8d2 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:29:49.424275 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=73,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:29:49.429562 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:29:51.814671 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=36 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:29:51.818519 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:29:54.394784 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 5 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:29:58.899021 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3b4728fa-431c-421d-a182-3384bf685edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:30:01.333240 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-a8d7543f-a0d7-4202-85de-4c71384b1035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:30:02.493209 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:30:03.825068 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:30:03.982061 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:30:04.391177 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=2 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:30:04.391919 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=6 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:30:13.848375 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:30:13.857327 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:30:28.891627 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8bfff944-35c1-43fd-bd27-d25c00b3f7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:30:31.371703 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-29b47103-377b-484c-a91f-bcaa116e39ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:30:31.395120 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 5 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:30:32.508636 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:30:33.839561 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:30:33.948144 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:30:36.406236 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:30:41.389923 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=3 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:30:43.856773 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:30:43.859689 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:30:58.883417 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-bafa9f17-0ba7-40d7-90bf-421e841c7870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:31:01.329223 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-baf9f68e-05ef-4191-8673-22c4f7599378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:31:02.511886 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:31:03.780366 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:31:03.900578 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:31:08.393839 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 5 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:31:13.412951 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=3 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:31:13.849919 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:31:13.857114 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:31:15.962566 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46866) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:31:15.968152 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [None req-2f23d357-5f82-4e64-8691-e7cbd4322705 tempest-verify_tempest_config-30877091 tempest-verify_tempest_config-30877091-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104651) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 02:31:15.969090 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-2f23d357-5f82-4e64-8691-e7cbd4322705 tempest-verify_tempest_config-30877091 tempest-verify_tempest_config-30877091-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055296 Jul 18 02:31:16.689169 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46884) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:31:17.016844 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:31:17.091480 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Publish callbacks [] for security_group (23d79fc4-b41f-4a88-b230-7005c77b820c), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:31:17.156197 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (23d79fc4-b41f-4a88-b230-7005c77b820c), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:31:17.202942 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d79fc4-b41f-4a88-b230-7005c77b820c,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:31:17.210619 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4468af83d6fb446fa69cd11024d8c564&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5204654 Jul 18 02:31:17.212162 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.212497 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.212846 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.213178 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.213487 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 46888) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:31:17.213971 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.213971 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.214180 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.214431 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.214759 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.215092 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.215407 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.215742 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.216056 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.216365 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.216673 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b635173-f13a-4be0-8171-0f770fb04758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.279406 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Publish callbacks [] for security_group (23d79fc4-b41f-4a88-b230-7005c77b820c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:31:17.301429 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Publish callbacks [] for security_group (23d79fc4-b41f-4a88-b230-7005c77b820c), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:31:17.447914 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (23d79fc4-b41f-4a88-b230-7005c77b820c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:31:17.450485 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:31:17.451632 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/23d79fc4-b41f-4a88-b230-7005c77b820c HTTP/1.1" status: 204 len: 168 time: 0.2371199 Jul 18 02:31:17.460380 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d79fc4-b41f-4a88-b230-7005c77b820c,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:31:17.467736 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.468085 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.468477 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.468823 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.469217 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.469571 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.469902 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.470273 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.470603 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.470929 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.471273 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.471621 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.471950 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.472787 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:17.473124 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af415b18-47f5-433f-9853-68377f45f4cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:31:18.391012 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=5 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:31:27.201502 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=23,neutron:INSERT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:31:27.209413 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=16,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:31:27.462700 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:31:27.467214 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:31:27.493124 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:31:28.856800 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=11 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:31:28.857514 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=15 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:31:28.892566 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-5ddee8dd-ddaa-4b95-bb1f-f31e36bca932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:31:31.338219 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-b8bdd62b-2fb5-4ed1-9071-7ab545c42164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:31:32.492526 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:31:33.760807 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:31:33.920864 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:31:43.852847 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:31:43.859820 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:31:45.392600 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 5 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:31:52.401765 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=5 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:31:55.388454 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=5 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:31:58.919388 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7b90e463-a3f4-4d0a-ba8a-ac56b8dc0bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:32:01.324801 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-a07263c2-41ea-4c97-a617-cbf50e0b1cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:32:02.495991 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:32:03.775119 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:32:03.918490 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:32:13.856585 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:32:13.858475 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:32:22.391568 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 5 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:32:28.871539 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2d919ebb-5ab8-4c40-91e3-ecf3d260e31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:32:31.316736 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e8ca5894-5d79-4a2a-b19f-0f08d8770c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:32:32.386733 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=6 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:32:32.387545 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:32:32.500029 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:32:33.785633 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:32:33.917015 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:32:43.854478 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:32:43.856405 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:32:58.892065 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-829354c5-ee25-4f9b-94d2-990d28f10463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:32:59.390642 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 5 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:33:01.326315 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-156bfb76-89a1-42a3-abce-87ba9d0260e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:33:02.497507 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:33:03.771549 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:33:03.891396 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:33:04.451590 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33287210'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:33:09.385605 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=4 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:33:09.386549 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=4 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:33:13.855628 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:33:14.380721 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:33:16.624212 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 46984) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:33:16.750726 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-2de9ade8-f7fc-488e-9b6b-6e0e62ec0dc0 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1253648 Jul 18 02:33:18.807838 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 46994) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:33:18.870445 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-d52641f9-bdb2-4345-86a3-d33ae2f57fe2 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0613983 Jul 18 02:33:26.743506 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:33:26.745442 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:33:28.856501 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=11 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:33:28.859325 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=15 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:33:28.865751 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:33:28.865751 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:33:28.883998 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7337b9cc-2cc6-4b57-9afb-b9fb68fb9a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:33:31.324250 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-cb3dff85-1209-4c97-a062-ef6f5d52eb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:33:32.522565 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:33:33.802164 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:33:33.906302 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:33:34.427314 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:33:36.389289 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:33:41.407191 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=3 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:33:44.361650 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:33:44.363590 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:33:46.384847 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=5 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:33:58.909155 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-f1c11c35-c3f7-4fe8-91cc-ed2e55146396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:01.337640 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-42c1ce91-7571-4525-b457-eed8d3d4a28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:02.539028 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:03.796085 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:03.915746 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:04.430333 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:13.388199 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:34:14.370974 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:34:14.377580 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:34:27.397118 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=5 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:34:27.398639 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:34:28.891448 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e48c9440-7d16-4366-8e46-c721cb9c3544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:31.341068 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0a7fd638-3470-40ae-b65a-f086dcba3b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:32.540598 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:33.800519 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:33.941564 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:34.451080 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:44.373026 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:34:44.374960 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:34:50.389170 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:34:56.611304 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47176) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:34:56.957551 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-721208685-network', 'tenant_id': '85204e1ae6844b70b45f8452887d5385'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:34:57.070646 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Made reservation on behalf of 85204e1ae6844b70b45f8452887d5385 for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:34:57.073313 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:57.084191 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:57.114436 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47206) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:34:57.172540 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Publish callbacks [] for security_group (649bdee6-a0ec-4545-a86c-517f661c1b51), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:57.268932 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (649bdee6-a0ec-4545-a86c-517f661c1b51), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:57.289485 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:34:57.316926 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (6ff41e72-1342-45fe-8bdb-7023c8569238), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:57.317374 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Added segment 6ff41e72-1342-45fe-8bdb-7023c8569238 of type vlan for network 69054a80-8318-40e4-bbcb-fa67a0902b79 Jul 18 02:34:57.319068 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649bdee6-a0ec-4545-a86c-517f661c1b51,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:34:57.335442 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:57.335870 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:57.336285 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:57.336692 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:57.337167 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:57.337550 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:57.337883 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:57.338254 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:57.338601 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Tracked resource versions report: Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: pushed versions: Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: { 'AddressGroup': {'1.2'}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Agent': {'1.1'}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'ConntrackHelper': {'1.0'}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'LocalIPAssociation': {'1.0'}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Log': {'1.0'}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'NDPProxy': {'1.0'}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Network': {'1.1'}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Port': {'1.7'}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'PortForwarding': {'1.3'}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'QosPolicy': {'1.10'}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'SecurityGroup': {'1.5'}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'SecurityGroupRule': {'1.2'}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'SubPort': {'1.0'}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Subnet': {'1.1'}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Trunk': {'1.1'}} Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: consumer versions: Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: { DHCP agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: HyperV agent@hv-cinder-85001: {}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: L3 agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: Metadata agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: Metering agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: Open vSwitch agent@dv-cinder-850015-3-iscsi: { 'AddressGroup': '1.2', Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Agent': '1.1', Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'ConntrackHelper': '1.0', Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'LocalIPAssociation': '1.0', Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Log': '1.0', Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'NDPProxy': '1.0', Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Network': '1.1', Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Port': '1.7', Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'PortForwarding': '1.3', Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'QosPolicy': '1.10', Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'SecurityGroup': '1.5', Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'SecurityGroupRule': '1.2', Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'SubPort': '1.0', Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Subnet': '1.1', Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: 'Trunk': '1.1'}} Jul 18 02:34:57.342493 dv-cinder-850015-3-iscsi neutron-server[104650]: {{(pid=104650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 02:34:57.379518 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (69054a80-8318-40e4-bbcb-fa67a0902b79), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:57.472217 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (69054a80-8318-40e4-bbcb-fa67a0902b79), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:57.474352 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:34:57.475538 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:57.586295 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] Pushing event updated for resources: {'Network': ['ID=69054a80-8318-40e4-bbcb-fa67a0902b79,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:34:57.591808 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-774a24d1-c7b7-4912-b971-a2b1754fe4fe admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9831131 Jul 18 02:34:57.594770 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47230) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:34:57.601902 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-40a0e7b9-92c3-4522-a674-ba58400fd0e6 admin admin] Request body: {'subnet': {'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-721208685-subnet', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:34:57.604817 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network 69054a80-8318-40e4-bbcb-fa67a0902b79 details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:34:57.673255 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-9c0d4ce0-c2b8-4e08-a1cd-98e7cc2d599c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1441931754-network', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:34:57.703226 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47232) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:34:57.709878 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a0e7b9-92c3-4522-a674-ba58400fd0e6 admin admin] Made reservation on behalf of 85204e1ae6844b70b45f8452887d5385 for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:34:57.711961 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-40a0e7b9-92c3-4522-a674-ba58400fd0e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:57.789764 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47238) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:34:57.811990 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47246) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:34:57.826570 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0d4ce0-c2b8-4e08-a1cd-98e7cc2d599c admin admin] Made reservation on behalf of 4b02a417904a474abcab1eec5cea9c7e for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:34:57.829748 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4ce0-c2b8-4e08-a1cd-98e7cc2d599c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:57.843117 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4ce0-c2b8-4e08-a1cd-98e7cc2d599c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:57.941883 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-a4da1f51-88eb-4f94-8ba5-2b442bc738dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-network', 'tenant_id': 'f3c1745729fe47238223557221c2e905'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:34:57.944478 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-b6fc2d3a-3d9a-4a84-9e87-32deebf62d0e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1974345438-network', 'tenant_id': 'e42dc6e1749442ccb96a7a6a588387d8'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:34:57.983438 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:34:58.004912 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-881688237-network', 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:34:58.024385 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4ce0-c2b8-4e08-a1cd-98e7cc2d599c admin admin] Publish callbacks [] for security_group (daf3ad87-2a46-4c5d-af81-b45950f705fc), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.026680 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-40a0e7b9-92c3-4522-a674-ba58400fd0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for subnet (0a535d1c-7310-4558-a2ba-5d3749160bbf), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.034823 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:34:58.074808 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fc2d3a-3d9a-4a84-9e87-32deebf62d0e admin admin] Made reservation on behalf of e42dc6e1749442ccb96a7a6a588387d8 for: {'network': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:34:58.082371 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b6fc2d3a-3d9a-4a84-9e87-32deebf62d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.101309 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b6fc2d3a-3d9a-4a84-9e87-32deebf62d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.109595 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4ce0-c2b8-4e08-a1cd-98e7cc2d599c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (daf3ad87-2a46-4c5d-af81-b45950f705fc), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.112625 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4da1f51-88eb-4f94-8ba5-2b442bc738dd admin admin] Made reservation on behalf of f3c1745729fe47238223557221c2e905 for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:34:58.113283 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Made reservation on behalf of d0695b3617d845118c00ba7cff6d312a for: {'network': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:34:58.115190 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4da1f51-88eb-4f94-8ba5-2b442bc738dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.116227 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.132054 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.159573 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d4ce0-c2b8-4e08-a1cd-98e7cc2d599c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf3ad87-2a46-4c5d-af81-b45950f705fc,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:34:58.168721 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4da1f51-88eb-4f94-8ba5-2b442bc738dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.177764 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0e7b9-92c3-4522-a674-ba58400fd0e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a535d1c-7310-4558-a2ba-5d3749160bbf,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:34:58.185399 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0d4ce0-c2b8-4e08-a1cd-98e7cc2d599c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:34:58.188261 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a0e7b9-92c3-4522-a674-ba58400fd0e6 admin admin] Checking segment: {'id': '6ff41e72-1342-45fe-8bdb-7023c8569238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:34:58.188828 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a0e7b9-92c3-4522-a674-ba58400fd0e6 admin admin] Network hostable DHCP agents. Network: 69054a80-8318-40e4-bbcb-fa67a0902b79, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:34:58.239763 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4ce0-c2b8-4e08-a1cd-98e7cc2d599c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (7f3cba12-18a4-4ecc-a3d4-394fb6ec516b), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.240104 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-9c0d4ce0-c2b8-4e08-a1cd-98e7cc2d599c admin admin] Added segment 7f3cba12-18a4-4ecc-a3d4-394fb6ec516b of type vlan for network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 Jul 18 02:34:58.289631 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b6fc2d3a-3d9a-4a84-9e87-32deebf62d0e admin admin] Publish callbacks [] for security_group (11b3c706-5731-467b-a98c-e7d9202137d2), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.314970 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Publish callbacks [] for security_group (5d06f30a-daf0-4130-8afb-c08dab636501), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.347936 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4ce0-c2b8-4e08-a1cd-98e7cc2d599c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.400905 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (5d06f30a-daf0-4130-8afb-c08dab636501), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.408796 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a0e7b9-92c3-4522-a674-ba58400fd0e6 admin admin] Network 69054a80-8318-40e4-bbcb-fa67a0902b79 is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:34:58.409171 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b6fc2d3a-3d9a-4a84-9e87-32deebf62d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (11b3c706-5731-467b-a98c-e7d9202137d2), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.428345 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fc2d3a-3d9a-4a84-9e87-32deebf62d0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=104651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:34:58.441963 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4da1f51-88eb-4f94-8ba5-2b442bc738dd admin admin] Publish callbacks [] for security_group (a04843a1-0345-42b0-8fae-96dffea4a26f), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.444502 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=104651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:34:58.456945 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b6fc2d3a-3d9a-4a84-9e87-32deebf62d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (d32ff664-2ebf-4acb-884f-3deb33b7037c), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.457387 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.segments_db [None req-b6fc2d3a-3d9a-4a84-9e87-32deebf62d0e admin admin] Added segment d32ff664-2ebf-4acb-884f-3deb33b7037c of type vlan for network 65c4b3d2-0eee-48d0-8b53-c46847b6b971 Jul 18 02:34:58.498734 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (be8725c6-443d-4805-9c71-8150595d19c0), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.499173 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.segments_db [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Added segment be8725c6-443d-4805-9c71-8150595d19c0 of type vlan for network a18092a3-3402-4e73-8d77-80e569fe84ad Jul 18 02:34:58.509814 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d06f30a-daf0-4130-8afb-c08dab636501,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:34:58.524447 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b6fc2d3a-3d9a-4a84-9e87-32deebf62d0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (65c4b3d2-0eee-48d0-8b53-c46847b6b971), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.530214 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:58.530629 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:58.530993 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:58.531391 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:58.531689 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:58.532011 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:58.532332 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:58.532649 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:58.532982 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:58.533403 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:58.533742 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:58.534133 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:58.534457 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:58.534774 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:58.535085 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Tracked resource versions report: Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: pushed versions: Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: { 'AddressGroup': {'1.2'}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Agent': {'1.1'}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'ConntrackHelper': {'1.0'}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'LocalIPAssociation': {'1.0'}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Log': {'1.0'}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'NDPProxy': {'1.0'}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Network': {'1.1'}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Port': {'1.7'}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'PortForwarding': {'1.3'}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'QosPolicy': {'1.10'}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'SecurityGroup': {'1.5'}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'SecurityGroupRule': {'1.2'}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'SubPort': {'1.0'}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Subnet': {'1.1'}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Trunk': {'1.1'}} Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: consumer versions: Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: { DHCP agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: HyperV agent@hv-cinder-85001: {}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: L3 agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: Metadata agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: Metering agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: Open vSwitch agent@dv-cinder-850015-3-iscsi: { 'AddressGroup': '1.2', Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Agent': '1.1', Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'ConntrackHelper': '1.0', Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'LocalIPAssociation': '1.0', Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Log': '1.0', Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'NDPProxy': '1.0', Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Network': '1.1', Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Port': '1.7', Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'PortForwarding': '1.3', Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'QosPolicy': '1.10', Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'SecurityGroup': '1.5', Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'SecurityGroupRule': '1.2', Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'SubPort': '1.0', Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Subnet': '1.1', Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: 'Trunk': '1.1'}} Jul 18 02:34:58.536262 dv-cinder-850015-3-iscsi neutron-server[104651]: {{(pid=104651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 02:34:58.541110 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-40a0e7b9-92c3-4522-a674-ba58400fd0e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, 69054a80-8318-40e4-bbcb-fa67a0902b79) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:34:58.548849 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4da1f51-88eb-4f94-8ba5-2b442bc738dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (a04843a1-0345-42b0-8fae-96dffea4a26f), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.552256 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3526a86d-bc0f-4304-b107-5fdcba8c35d8 None None] Network 69054a80-8318-40e4-bbcb-fa67a0902b79 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:34:58.565716 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4da1f51-88eb-4f94-8ba5-2b442bc738dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:34:58.577938 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4ce0-c2b8-4e08-a1cd-98e7cc2d599c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.577938 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0d4ce0-c2b8-4e08-a1cd-98e7cc2d599c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:34:58.577938 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4ce0-c2b8-4e08-a1cd-98e7cc2d599c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.590137 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a0e7b9-92c3-4522-a674-ba58400fd0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:34:58.590966 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-40a0e7b9-92c3-4522-a674-ba58400fd0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.632103 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (a18092a3-3402-4e73-8d77-80e569fe84ad), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.639089 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4da1f51-88eb-4f94-8ba5-2b442bc738dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (caf5e89e-a801-4a5d-8d60-387239beb553), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.646355 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-a4da1f51-88eb-4f94-8ba5-2b442bc738dd admin admin] Added segment caf5e89e-a801-4a5d-8d60-387239beb553 of type vlan for network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 Jul 18 02:34:58.655858 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc2d3a-3d9a-4a84-9e87-32deebf62d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b3c706-5731-467b-a98c-e7d9202137d2,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:34:58.736517 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da1f51-88eb-4f94-8ba5-2b442bc738dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04843a1-0345-42b0-8fae-96dffea4a26f,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:34:58.747473 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d4ce0-c2b8-4e08-a1cd-98e7cc2d599c admin admin] Pushing event updated for resources: {'Network': ['ID=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:34:58.761714 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4da1f51-88eb-4f94-8ba5-2b442bc738dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (cf656dc8-ef6c-43a1-bbd8-140e60e69fc7), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.765337 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cd4497f-7f72-517c-9439-a55205037c9e-69054a80-8318-40e4-bbcb-fa67a0902b79', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'project_id': '85204e1ae6844b70b45f8452887d5385', 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf'}]}} from dv-cinder-850015-3-iscsi. {{(pid=104652) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 02:34:58.766450 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.768775 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:34:58.782077 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b6fc2d3a-3d9a-4a84-9e87-32deebf62d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (65c4b3d2-0eee-48d0-8b53-c46847b6b971), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.783570 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fc2d3a-3d9a-4a84-9e87-32deebf62d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:34:58.784466 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b6fc2d3a-3d9a-4a84-9e87-32deebf62d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.788369 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (a18092a3-3402-4e73-8d77-80e569fe84ad), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.789794 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:34:58.791731 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.847990 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-40a0e7b9-92c3-4522-a674-ba58400fd0e6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2490721 Jul 18 02:34:58.850536 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-9c0d4ce0-c2b8-4e08-a1cd-98e7cc2d599c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.7350814 Jul 18 02:34:58.853973 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47292) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:34:58.854529 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47294) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:34:58.865702 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:34:58.885865 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-f3c296f7-7c72-4397-b642-961200d2ccb8 admin admin] Request body: {'subnet': {'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-subnet', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:34:58.887750 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc2d3a-3d9a-4a84-9e87-32deebf62d0e admin admin] Pushing event updated for resources: {'Network': ['ID=65c4b3d2-0eee-48d0-8b53-c46847b6b971,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:34:58.901328 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:34:58.922426 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4da1f51-88eb-4f94-8ba5-2b442bc738dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (cf656dc8-ef6c-43a1-bbd8-140e60e69fc7), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.923518 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4da1f51-88eb-4f94-8ba5-2b442bc738dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:34:58.924167 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4da1f51-88eb-4f94-8ba5-2b442bc738dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:58.933554 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network 65c4b3d2-0eee-48d0-8b53-c46847b6b971 details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:34:59.005330 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-b6fc2d3a-3d9a-4a84-9e87-32deebf62d0e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2111402 Jul 18 02:34:59.016556 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2003384 Jul 18 02:34:59.023023 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47300) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:34:59.024824 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47302) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:34:59.039478 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-0ba48b3e-bcaa-423d-82b8-1bde388d30b2 admin admin] Request body: {'subnet': {'network_id': '65c4b3d2-0eee-48d0-8b53-c46847b6b971', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1974345438-subnet', 'tenant_id': 'e42dc6e1749442ccb96a7a6a588387d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:34:59.055532 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-9b56d3f7-72a9-44a7-8b2d-056b3b63ae36 admin admin] Request body: {'subnet': {'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-881688237-subnet', 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:34:59.064597 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a509de-dfd0-4ebf-b5f2-28289620dccc admin admin] Pushing event updated for resources: {'Network': ['ID=a18092a3-3402-4e73-8d77-80e569fe84ad,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:34:59.066771 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=72,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:34:59.075878 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:34:59.077561 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network a18092a3-3402-4e73-8d77-80e569fe84ad details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:34:59.087145 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da1f51-88eb-4f94-8ba5-2b442bc738dd admin admin] Pushing event updated for resources: {'Network': ['ID=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:34:59.100434 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:34:59.109817 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a4da1f51-88eb-4f94-8ba5-2b442bc738dd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4051270 Jul 18 02:34:59.113251 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47304) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:34:59.119363 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-5b4d725f-9673-4eaa-bb47-fcf1d27f97fd admin admin] Request body: {'subnet': {'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-subnet', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:34:59.139948 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3e2f0623-a1ea-460a-9fb8-a658dd28b1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:59.158245 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba48b3e-bcaa-423d-82b8-1bde388d30b2 admin admin] Made reservation on behalf of e42dc6e1749442ccb96a7a6a588387d8 for: {'subnet': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:34:59.160844 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0ba48b3e-bcaa-423d-82b8-1bde388d30b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:59.186709 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.db_base_plugin_common [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Allocated IP 172.20.0.2 (69054a80-8318-40e4-bbcb-fa67a0902b79/0a535d1c-7310-4558-a2ba-5d3749160bbf/0f98835b-bc83-47a6-8b61-373234fa0237) {{(pid=104652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:34:59.199377 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33289946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1430'] for router (4f30d3e1-a9bc-47ba-84ba-587aa73038e6), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:59.201509 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33289846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1519'] for router (4f30d3e1-a9bc-47ba-84ba-587aa73038e6), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:59.224681 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b56d3f7-72a9-44a7-8b2d-056b3b63ae36 admin admin] Made reservation on behalf of d0695b3617d845118c00ba7cff6d312a for: {'subnet': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:34:59.226161 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:34:59.227055 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9b56d3f7-72a9-44a7-8b2d-056b3b63ae36 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:59.227672 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c296f7-7c72-4397-b642-961200d2ccb8 admin admin] Made reservation on behalf of 4b02a417904a474abcab1eec5cea9c7e for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:34:59.231183 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f3c296f7-7c72-4397-b642-961200d2ccb8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:59.320570 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4d725f-9673-4eaa-bb47-fcf1d27f97fd admin admin] Made reservation on behalf of f3c1745729fe47238223557221c2e905 for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:34:59.323663 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5b4d725f-9673-4eaa-bb47-fcf1d27f97fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:59.398210 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Publish callbacks [] for port (0f98835b-bc83-47a6-8b61-373234fa0237), precommit_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:59.436107 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Publish callbacks [] for router_controller (4f30d3e1-a9bc-47ba-84ba-587aa73038e6), precommit_add_association {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:59.498900 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (0f98835b-bc83-47a6-8b61-373234fa0237), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:59.558997 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Network 69054a80-8318-40e4-bbcb-fa67a0902b79 is already hosted by enough agents. {{(pid=104652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:34:59.566930 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.base_scheduler [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Resources bound (agent type, host, resource id): {{(pid=104652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:34:59.586009 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Pushing event updated for resources: {'Port': ['ID=0f98835b-bc83-47a6-8b61-373234fa0237,revision_number=1']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:34:59.596558 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Received port after_create {{(pid=104652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:34:59.599731 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:59.600079 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:59.600437 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:59.600793 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:59.601129 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:59.601500 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:59.602013 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:59.602528 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:59.603021 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:59.603672 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:59.604149 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:59.604659 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:59.605135 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:59.606879 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:59.607376 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Tracked resource versions report: Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: pushed versions: Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: { 'AddressGroup': {'1.2'}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Agent': {'1.1'}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'ConntrackHelper': {'1.0'}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'LocalIPAssociation': {'1.0'}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Log': {'1.0'}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'NDPProxy': {'1.0'}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Network': {'1.1'}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Port': {'1.7'}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'PortForwarding': {'1.3'}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'QosPolicy': {'1.10'}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'SecurityGroup': {'1.5'}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'SecurityGroupRule': {'1.2'}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'SubPort': {'1.0'}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Subnet': {'1.1'}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Trunk': {'1.1'}} Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: consumer versions: Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: { DHCP agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: HyperV agent@hv-cinder-85001: {}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: L3 agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: Metadata agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: Metering agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: Open vSwitch agent@dv-cinder-850015-3-iscsi: { 'AddressGroup': '1.2', Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Agent': '1.1', Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'ConntrackHelper': '1.0', Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'LocalIPAssociation': '1.0', Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Log': '1.0', Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'NDPProxy': '1.0', Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Network': '1.1', Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Port': '1.7', Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'PortForwarding': '1.3', Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'QosPolicy': '1.10', Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'SecurityGroup': '1.5', Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'SecurityGroupRule': '1.2', Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'SubPort': '1.0', Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Subnet': '1.1', Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: 'Trunk': '1.1'}} Jul 18 02:34:59.610063 dv-cinder-850015-3-iscsi neutron-server[104652]: {{(pid=104652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 02:34:59.617140 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9b56d3f7-72a9-44a7-8b2d-056b3b63ae36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for subnet (80941157-3838-4d24-81c7-111345e516e9), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:59.617140 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0ba48b3e-bcaa-423d-82b8-1bde388d30b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for subnet (7f042c8b-9868-44d5-be66-5d617dc443b3), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:59.693987 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Attempting to bind port 0f98835b-bc83-47a6-8b61-373234fa0237 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:34:59.694375 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Attempting to bind port 0f98835b-bc83-47a6-8b61-373234fa0237 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '6ff41e72-1342-45fe-8bdb-7023c8569238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:34:59.697677 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Attempting to bind port 0f98835b-bc83-47a6-8b61-373234fa0237 on network 69054a80-8318-40e4-bbcb-fa67a0902b79 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:34:59.704356 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:34:59.705019 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Checking segment: {'id': '6ff41e72-1342-45fe-8bdb-7023c8569238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:34:59.705592 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:59.706153 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Bound using segment: {'id': '6ff41e72-1342-45fe-8bdb-7023c8569238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:34:59.706772 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Bound port: 0f98835b-bc83-47a6-8b61-373234fa0237, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff41e72-1342-45fe-8bdb-7023c8569238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:34:59.710614 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (0f98835b-bc83-47a6-8b61-373234fa0237), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:34:59.723005 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56d3f7-72a9-44a7-8b2d-056b3b63ae36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80941157-3838-4d24-81c7-111345e516e9,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:34:59.773182 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] For port 0f98835b-bc83-47a6-8b61-373234fa0237, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:34:59.778213 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] For port 0f98835b-bc83-47a6-8b61-373234fa0237, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=0f98835b-bc83-47a6-8b61-373234fa0237,segment=NetworkSegment(6ff41e72-1342-45fe-8bdb-7023c8569238),segment_id=6ff41e72-1342-45fe-8bdb-7023c8569238)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:34:59.781745 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:34:59.782742 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:34:59.792266 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba48b3e-bcaa-423d-82b8-1bde388d30b2 admin admin] Checking segment: {'id': 'd32ff664-2ebf-4acb-884f-3deb33b7037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '65c4b3d2-0eee-48d0-8b53-c46847b6b971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:34:59.792807 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba48b3e-bcaa-423d-82b8-1bde388d30b2 admin admin] Network hostable DHCP agents. Network: 65c4b3d2-0eee-48d0-8b53-c46847b6b971, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:34:59.816844 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:34:59.871128 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b56d3f7-72a9-44a7-8b2d-056b3b63ae36 admin admin] Checking segment: {'id': 'be8725c6-443d-4805-9c71-8150595d19c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:34:59.871493 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b56d3f7-72a9-44a7-8b2d-056b3b63ae36 admin admin] Network hostable DHCP agents. Network: a18092a3-3402-4e73-8d77-80e569fe84ad, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:34:59.878823 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba48b3e-bcaa-423d-82b8-1bde388d30b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f042c8b-9868-44d5-be66-5d617dc443b3,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:34:59.943424 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Publish callbacks [] for router_gateway (4f30d3e1-a9bc-47ba-84ba-587aa73038e6), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:00.026665 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (0f98835b-bc83-47a6-8b61-373234fa0237), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:00.056138 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5b4d725f-9673-4eaa-bb47-fcf1d27f97fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for subnet (190dcf0a-7210-4697-9764-0ce7890a53b0), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:00.059021 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b56d3f7-72a9-44a7-8b2d-056b3b63ae36 admin admin] Network a18092a3-3402-4e73-8d77-80e569fe84ad is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:35:00.059021 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba48b3e-bcaa-423d-82b8-1bde388d30b2 admin admin] Network 65c4b3d2-0eee-48d0-8b53-c46847b6b971 is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:35:00.064150 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f3c296f7-7c72-4397-b642-961200d2ccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for subnet (980bd026-fed1-45eb-bd25-e5a3e3e70779), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:00.095814 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0c527-d616-4e46-ae6d-76166d3d8445 None None] Pushing event updated for resources: {'Port': ['ID=0f98835b-bc83-47a6-8b61-373234fa0237,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:00.188144 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-9b56d3f7-72a9-44a7-8b2d-056b3b63ae36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, a18092a3-3402-4e73-8d77-80e569fe84ad) {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:00.199239 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7799f2-2d56-4fb0-8133-f93c554955f3 None None] Network a18092a3-3402-4e73-8d77-80e569fe84ad requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:35:00.200320 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b56d3f7-72a9-44a7-8b2d-056b3b63ae36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:00.205827 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9b56d3f7-72a9-44a7-8b2d-056b3b63ae36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:00.211058 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-0ba48b3e-bcaa-423d-82b8-1bde388d30b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, 65c4b3d2-0eee-48d0-8b53-c46847b6b971) {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:00.228771 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba48b3e-bcaa-423d-82b8-1bde388d30b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:00.228971 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0ba48b3e-bcaa-423d-82b8-1bde388d30b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:00.576760 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d725f-9673-4eaa-bb47-fcf1d27f97fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=190dcf0a-7210-4697-9764-0ce7890a53b0,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:00.582882 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3502648-ea84-464d-a2d0-2bf581e5bef9 None None] Network 65c4b3d2-0eee-48d0-8b53-c46847b6b971 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:35:00.583728 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c296f7-7c72-4397-b642-961200d2ccb8 admin admin] Checking segment: {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:00.583728 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c296f7-7c72-4397-b642-961200d2ccb8 admin admin] Network hostable DHCP agents. Network: cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:35:00.583728 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4d725f-9673-4eaa-bb47-fcf1d27f97fd admin admin] Checking segment: {'id': 'caf5e89e-a801-4a5d-8d60-387239beb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:00.583728 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4d725f-9673-4eaa-bb47-fcf1d27f97fd admin admin] Network hostable DHCP agents. Network: cf656dc8-ef6c-43a1-bbd8-140e60e69fc7, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:35:00.585592 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-9b56d3f7-72a9-44a7-8b2d-056b3b63ae36 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3423669 Jul 18 02:35:00.585942 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47342) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:00.585942 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c296f7-7c72-4397-b642-961200d2ccb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=980bd026-fed1-45eb-bd25-e5a3e3e70779,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:00.585942 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-881688237-router', 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:00.586412 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=4 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:00.587044 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-0ba48b3e-bcaa-423d-82b8-1bde388d30b2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3840606 Jul 18 02:35:00.587181 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=4 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:00.587325 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Publish callbacks [] for router_gateway (4f30d3e1-a9bc-47ba-84ba-587aa73038e6), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:00.587325 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:00.666766 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4d725f-9673-4eaa-bb47-fcf1d27f97fd admin admin] Network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:35:00.669019 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c296f7-7c72-4397-b642-961200d2ccb8 admin admin] Network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:35:00.690141 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cd4497f-7f72-517c-9439-a55205037c9e-a18092a3-3402-4e73-8d77-80e569fe84ad', 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad', 'project_id': 'd0695b3617d845118c00ba7cff6d312a', 'fixed_ips': [{'subnet_id': '80941157-3838-4d24-81c7-111345e516e9'}]}} from dv-cinder-850015-3-iscsi. {{(pid=104652) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 02:35:00.692072 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:00.698174 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-f3c296f7-7c72-4397-b642-961200d2ccb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:00.704895 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-5b4d725f-9673-4eaa-bb47-fcf1d27f97fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, cf656dc8-ef6c-43a1-bbd8-140e60e69fc7) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:00.723078 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c296f7-7c72-4397-b642-961200d2ccb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:00.723487 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123e7197-54ba-424f-b0ac-ae8aea613a1e None None] Network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:35:00.723915 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f3c296f7-7c72-4397-b642-961200d2ccb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:00.741555 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33289946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1430'] for router (3732bd5d-2e92-45cf-8c7c-a552793b7205), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:00.742801 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33289846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1519'] for router (3732bd5d-2e92-45cf-8c7c-a552793b7205), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:00.746998 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f309d747-1a99-4cde-a23b-de790e7a210f None None] Network 65c4b3d2-0eee-48d0-8b53-c46847b6b971 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:35:00.826061 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5418ef-b54b-4f39-80e5-ddd5d86a714e None None] Network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:35:00.828604 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4d725f-9673-4eaa-bb47-fcf1d27f97fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:00.829283 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5b4d725f-9673-4eaa-bb47-fcf1d27f97fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:00.858477 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Allocated IP 172.27.3.123 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/84560d93-b12b-409b-999f-c1a16635ce45) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:00.886648 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f3c296f7-7c72-4397-b642-961200d2ccb8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0040872 Jul 18 02:35:00.886987 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47358) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:00.886987 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:00.920282 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5b4d725f-9673-4eaa-bb47-fcf1d27f97fd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8056703 Jul 18 02:35:00.923925 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47360) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:00.930564 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:00.970212 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Publish callbacks [] for router_controller (3732bd5d-2e92-45cf-8c7c-a552793b7205), precommit_add_association {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:00.992482 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33289946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1430'] for router (800f954d-2fd2-4712-8fe5-205d52fa1da6), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:00.993872 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33289846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1519'] for router (800f954d-2fd2-4712-8fe5-205d52fa1da6), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:01.060529 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33289946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1430'] for router (75920ce6-3887-486e-a66f-0bc44f02c254), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:01.065010 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33289846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1519'] for router (75920ce6-3887-486e-a66f-0bc44f02c254), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:01.120707 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cd4497f-7f72-517c-9439-a55205037c9e-cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779'}]}} from dv-cinder-850015-3-iscsi. {{(pid=104652) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 02:35:01.121651 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:01.182841 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Publish callbacks [] for router_controller (75920ce6-3887-486e-a66f-0bc44f02c254), precommit_add_association {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:01.189959 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.db_base_plugin_common [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Allocated IP 172.20.0.2 (a18092a3-3402-4e73-8d77-80e569fe84ad/80941157-3838-4d24-81c7-111345e516e9/32bb339f-2840-4a3a-8e93-a00e185c8990) {{(pid=104652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:01.215178 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cd4497f-7f72-517c-9439-a55205037c9e-cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'project_id': 'f3c1745729fe47238223557221c2e905', 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0'}]}} from dv-cinder-850015-3-iscsi. {{(pid=104652) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 02:35:01.216151 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:01.310324 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Publish callbacks [] for router_controller (800f954d-2fd2-4712-8fe5-205d52fa1da6), precommit_add_association {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:01.446965 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Publish callbacks [] for router_gateway (3732bd5d-2e92-45cf-8c7c-a552793b7205), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:01.452151 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Publish callbacks [] for port (84560d93-b12b-409b-999f-c1a16635ce45), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:01.574486 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Publish callbacks [] for router_gateway (75920ce6-3887-486e-a66f-0bc44f02c254), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:01.627175 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (84560d93-b12b-409b-999f-c1a16635ce45), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:01.649611 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e3d1-1a7c-4d32-b1c9-108560fa817a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:01.663905 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:01.665538 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Publish callbacks [] for router_gateway (800f954d-2fd2-4712-8fe5-205d52fa1da6), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:01.698360 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da76a515-aea3-4fce-b037-c00ea8bbf074 None None] Network 69054a80-8318-40e4-bbcb-fa67a0902b79 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:35:01.735613 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.db_base_plugin_common [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Allocated IP 172.20.0.2 (cf656dc8-ef6c-43a1-bbd8-140e60e69fc7/190dcf0a-7210-4697-9764-0ce7890a53b0/e135d755-28c7-45b5-9009-f3d2bcfd74a1) {{(pid=104652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:01.767025 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:01.809331 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Pushing event updated for resources: {'Port': ['ID=84560d93-b12b-409b-999f-c1a16635ce45,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:01.842506 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:01.845284 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:01.913189 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-d91fb8f1-15a3-4f6f-b608-779ed4becadc None None] Provisioning complete for port 0f98835b-bc83-47a6-8b61-373234fa0237 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:01.914482 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d91fb8f1-15a3-4f6f-b608-779ed4becadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (0f98835b-bc83-47a6-8b61-373234fa0237), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:01.915471 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47390) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:01.923098 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-4aeef5fe-4c09-4ba9-a982-fa6234b5ad32 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1877851913-network', 'tenant_id': 'd833251e6cee4ce396d02f001221c99b'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:01.933877 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.db_base_plugin_common [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Allocated IP 172.20.0.2 (cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3/980bd026-fed1-45eb-bd25-e5a3e3e70779/6770c195-87ce-49df-a529-70bb2b09a5fd) {{(pid=104652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:02.006125 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 0f98835b-bc83-47a6-8b61-373234fa0237 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:02.030648 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Publish callbacks [] for port (32bb339f-2840-4a3a-8e93-a00e185c8990), precommit_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.091020 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:02.092906 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Publish callbacks [] for router_gateway (3732bd5d-2e92-45cf-8c7c-a552793b7205), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.116997 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.160589 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeef5fe-4c09-4ba9-a982-fa6234b5ad32 admin admin] Made reservation on behalf of d833251e6cee4ce396d02f001221c99b for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:35:02.163254 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4aeef5fe-4c09-4ba9-a982-fa6234b5ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.177263 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4aeef5fe-4c09-4ba9-a982-fa6234b5ad32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.201026 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (32bb339f-2840-4a3a-8e93-a00e185c8990), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.256419 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:02.263618 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Pushing event updated for resources: {'Port': ['ID=32bb339f-2840-4a3a-8e93-a00e185c8990,revision_number=1']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:02.293301 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:02.295529 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Publish callbacks [] for router_gateway (75920ce6-3887-486e-a66f-0bc44f02c254), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.327322 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Network a18092a3-3402-4e73-8d77-80e569fe84ad is already hosted by enough agents. {{(pid=104652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:02.337386 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.base_scheduler [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Resources bound (agent type, host, resource id): {{(pid=104652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:02.349510 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Received port after_create {{(pid=104652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:02.375866 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:02.432695 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:02.452757 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-d91fb8f1-15a3-4f6f-b608-779ed4becadc None None] Current status of the port 0f98835b-bc83-47a6-8b61-373234fa0237 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:02.466875 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d91fb8f1-15a3-4f6f-b608-779ed4becadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (0f98835b-bc83-47a6-8b61-373234fa0237), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.486143 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.491050 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Allocated IP 172.27.3.232 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/17754fba-39a9-4f4a-aeb4-7b20d67bf495) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:02.504770 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Publish callbacks [] for port (e135d755-28c7-45b5-9009-f3d2bcfd74a1), precommit_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.539155 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Publish callbacks [] for router_gateway (4f30d3e1-a9bc-47ba-84ba-587aa73038e6), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.621560 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Publish callbacks [] for router_gateway (800f954d-2fd2-4712-8fe5-205d52fa1da6), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.661641 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.693748 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 0f98835b-bc83-47a6-8b61-373234fa0237 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:02.694199 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (0f98835b-bc83-47a6-8b61-373234fa0237), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.703211 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4aeef5fe-4c09-4ba9-a982-fa6234b5ad32 admin admin] Publish callbacks [] for security_group (fe4a4f6b-dde6-4910-abc3-2265403f3642), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.821227 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-d91fb8f1-15a3-4f6f-b608-779ed4becadc None None] For port 0f98835b-bc83-47a6-8b61-373234fa0237, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=0f98835b-bc83-47a6-8b61-373234fa0237,segment=NetworkSegment(6ff41e72-1342-45fe-8bdb-7023c8569238),segment_id=6ff41e72-1342-45fe-8bdb-7023c8569238)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:02.821467 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Publish callbacks [] for port (17754fba-39a9-4f4a-aeb4-7b20d67bf495), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.859960 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Attempting to bind port 32bb339f-2840-4a3a-8e93-a00e185c8990 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:35:02.860329 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Attempting to bind port 32bb339f-2840-4a3a-8e93-a00e185c8990 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': 'be8725c6-443d-4805-9c71-8150595d19c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:35:02.860691 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Attempting to bind port 32bb339f-2840-4a3a-8e93-a00e185c8990 on network a18092a3-3402-4e73-8d77-80e569fe84ad {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:02.863179 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Publish callbacks [] for port (6770c195-87ce-49df-a529-70bb2b09a5fd), precommit_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.887487 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:35:02.887862 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Checking segment: {'id': 'be8725c6-443d-4805-9c71-8150595d19c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:02.888265 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.888663 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Bound using segment: {'id': 'be8725c6-443d-4805-9c71-8150595d19c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:35:02.889141 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Bound port: 32bb339f-2840-4a3a-8e93-a00e185c8990, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8725c6-443d-4805-9c71-8150595d19c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:35:02.889519 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (32bb339f-2840-4a3a-8e93-a00e185c8990), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.900879 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33289805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286141'] for router (4f30d3e1-a9bc-47ba-84ba-587aa73038e6), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.912741 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 0f98835b-bc83-47a6-8b61-373234fa0237 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:02.913050 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (0f98835b-bc83-47a6-8b61-373234fa0237), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:02.974766 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] For port 32bb339f-2840-4a3a-8e93-a00e185c8990, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:35:02.978296 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] For port 32bb339f-2840-4a3a-8e93-a00e185c8990, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=32bb339f-2840-4a3a-8e93-a00e185c8990,segment=NetworkSegment(be8725c6-443d-4805-9c71-8150595d19c0),segment_id=be8725c6-443d-4805-9c71-8150595d19c0)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:35:03.211682 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4aeef5fe-4c09-4ba9-a982-fa6234b5ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (fe4a4f6b-dde6-4910-abc3-2265403f3642), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.213307 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (6770c195-87ce-49df-a529-70bb2b09a5fd), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.215470 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d91fb8f1-15a3-4f6f-b608-779ed4becadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (0f98835b-bc83-47a6-8b61-373234fa0237), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.215702 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (17754fba-39a9-4f4a-aeb4-7b20d67bf495), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.220877 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.227574 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (32bb339f-2840-4a3a-8e93-a00e185c8990), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.227718 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 is scheduled to L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 with binding_index 1 {{(pid=104650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 02:35:03.227804 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (e135d755-28c7-45b5-9009-f3d2bcfd74a1), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.274102 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Allocated IP 172.27.3.57 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/edf098ab-5c37-40b0-9428-8c9308eade59) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:03.286585 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aeef5fe-4c09-4ba9-a982-fa6234b5ad32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:35:03.292946 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:03.304619 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeef5fe-4c09-4ba9-a982-fa6234b5ad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4a4f6b-dde6-4910-abc3-2265403f3642,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:03.311222 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:03.313274 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:03.313400 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 is already hosted by enough agents. {{(pid=104652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:03.321696 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4aeef5fe-4c09-4ba9-a982-fa6234b5ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (6b50c642-924f-4de4-bbbd-2344a64017bd), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.321898 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 is already hosted by enough agents. {{(pid=104652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:03.322037 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-4aeef5fe-4c09-4ba9-a982-fa6234b5ad32 admin admin] Added segment 6b50c642-924f-4de4-bbbd-2344a64017bd of type vlan for network 6766b38d-7979-4e7b-8f05-f83d81770199 Jul 18 02:35:03.327977 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.base_scheduler [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Resources bound (agent type, host, resource id): {{(pid=104652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:03.331692 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Pushing event updated for resources: {'Port': ['ID=17754fba-39a9-4f4a-aeb4-7b20d67bf495,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:03.334522 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.base_scheduler [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Resources bound (agent type, host, resource id): {{(pid=104652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:03.336487 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.db.api [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 02:35:03.336932 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG oslo_db.api [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 02:35:03.337601 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Received port after_create {{(pid=104652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:03.339672 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Received port after_create {{(pid=104652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:03.356520 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Pushing event updated for resources: {'Port': ['ID=6770c195-87ce-49df-a529-70bb2b09a5fd,revision_number=1']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:03.504219 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-e4e18938-b443-4e25-8c0b-aa8afaec84f9 None None] Provisioning complete for port 0f98835b-bc83-47a6-8b61-373234fa0237 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:03.504819 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e4e18938-b443-4e25-8c0b-aa8afaec84f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (0f98835b-bc83-47a6-8b61-373234fa0237), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.556401 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Publish callbacks [] for port (edf098ab-5c37-40b0-9428-8c9308eade59), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.559829 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Attempting to bind port e135d755-28c7-45b5-9009-f3d2bcfd74a1 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:35:03.564245 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Attempting to bind port e135d755-28c7-45b5-9009-f3d2bcfd74a1 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': 'caf5e89e-a801-4a5d-8d60-387239beb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:35:03.564245 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Attempting to bind port e135d755-28c7-45b5-9009-f3d2bcfd74a1 on network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:03.567018 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Attempting to bind port 6770c195-87ce-49df-a529-70bb2b09a5fd on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:35:03.567564 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Attempting to bind port 6770c195-87ce-49df-a529-70bb2b09a5fd by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:35:03.567927 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Attempting to bind port 6770c195-87ce-49df-a529-70bb2b09a5fd on network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:03.590253 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:35:03.593048 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Checking segment: {'id': 'caf5e89e-a801-4a5d-8d60-387239beb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:03.593048 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.593048 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Bound using segment: {'id': 'caf5e89e-a801-4a5d-8d60-387239beb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:35:03.593048 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Bound port: e135d755-28c7-45b5-9009-f3d2bcfd74a1, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf5e89e-a801-4a5d-8d60-387239beb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:35:03.593048 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (e135d755-28c7-45b5-9009-f3d2bcfd74a1), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.595062 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fb8f1-15a3-4f6f-b608-779ed4becadc None None] Pushing event updated for resources: {'Port': ['ID=0f98835b-bc83-47a6-8b61-373234fa0237,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:03.600523 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:35:03.600902 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Checking segment: {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:03.601302 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.601691 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Bound using segment: {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:35:03.602212 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Bound port: 6770c195-87ce-49df-a529-70bb2b09a5fd, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:35:03.602599 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (6770c195-87ce-49df-a529-70bb2b09a5fd), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.670011 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4aeef5fe-4c09-4ba9-a982-fa6234b5ad32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (6766b38d-7979-4e7b-8f05-f83d81770199), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.764315 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Allocated IP 172.27.3.129 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/a08e0b83-c7ac-45ae-8cd8-9555375cc198) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:03.845508 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Publish callbacks [] for router_gateway (3732bd5d-2e92-45cf-8c7c-a552793b7205), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.879539 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] For port e135d755-28c7-45b5-9009-f3d2bcfd74a1, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:35:03.915773 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Publish callbacks [] for port (a08e0b83-c7ac-45ae-8cd8-9555375cc198), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.971109 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (edf098ab-5c37-40b0-9428-8c9308eade59), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:03.973725 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:35:03.985418 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Sync routers for ids ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:35:04.000895 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Routers {'4f30d3e1-a9bc-47ba-84ba-587aa73038e6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:04.001985 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:04.045127 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (a08e0b83-c7ac-45ae-8cd8-9555375cc198), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:04.060859 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=edf098ab-5c37-40b0-9428-8c9308eade59,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:04.072417 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] For port e135d755-28c7-45b5-9009-f3d2bcfd74a1, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=e135d755-28c7-45b5-9009-f3d2bcfd74a1,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:35:04.074460 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:04.106541 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-e4e18938-b443-4e25-8c0b-aa8afaec84f9 None None] Current status of the port 0f98835b-bc83-47a6-8b61-373234fa0237 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:04.108069 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:04.109006 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:04.115681 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4a187-60d4-4adf-9a8e-67755982f32b None None] Pushing event updated for resources: {'Port': ['ID=32bb339f-2840-4a3a-8e93-a00e185c8990,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:04.121113 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:04.122915 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:04.125308 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 0f98835b-bc83-47a6-8b61-373234fa0237 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:04.130120 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] For port 6770c195-87ce-49df-a529-70bb2b09a5fd, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:35:04.143414 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4aeef5fe-4c09-4ba9-a982-fa6234b5ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (6766b38d-7979-4e7b-8f05-f83d81770199), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:04.151544 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeef5fe-4c09-4ba9-a982-fa6234b5ad32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:04.152162 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4aeef5fe-4c09-4ba9-a982-fa6234b5ad32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:04.157317 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:04.161240 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-45692ea9-32d0-47bf-9355-4a3ee98645f1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3026004 Jul 18 02:35:04.164001 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:04.166877 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47426) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:04.169762 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] For port 6770c195-87ce-49df-a529-70bb2b09a5fd, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=6770c195-87ce-49df-a529-70bb2b09a5fd,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:35:04.172508 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:04.175610 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:04.182544 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (e135d755-28c7-45b5-9009-f3d2bcfd74a1), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:04.193594 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Pushing event updated for resources: {'Port': ['ID=e135d755-28c7-45b5-9009-f3d2bcfd74a1,revision_number=1']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:04.254990 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (6770c195-87ce-49df-a529-70bb2b09a5fd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:04.292107 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5f32d-c694-4733-8e4a-3936be65c867 None None] Pushing event updated for resources: {'Port': ['ID=e135d755-28c7-45b5-9009-f3d2bcfd74a1,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:04.391814 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-4aeef5fe-4c09-4ba9-a982-fa6234b5ad32 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4701467 Jul 18 02:35:04.398579 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47434) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:04.418578 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-07590663-c687-46d2-9ec8-8fa2b8242af7 admin admin] Request body: {'subnet': {'network_id': '6766b38d-7979-4e7b-8f05-f83d81770199', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1877851913-subnet', 'tenant_id': 'd833251e6cee4ce396d02f001221c99b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:04.433369 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeef5fe-4c09-4ba9-a982-fa6234b5ad32 admin admin] Pushing event updated for resources: {'Network': ['ID=6766b38d-7979-4e7b-8f05-f83d81770199,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:04.473222 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33289805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286141'] for router (3732bd5d-2e92-45cf-8c7c-a552793b7205), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:04.493418 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Set router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:04.509898 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network 6766b38d-7979-4e7b-8f05-f83d81770199 details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:35:04.574654 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d50ac-cfdd-40e4-b8f2-f13f3508d3c6 None None] Pushing event updated for resources: {'Port': ['ID=6770c195-87ce-49df-a529-70bb2b09a5fd,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:04.598967 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 32bb339f-2840-4a3a-8e93-a00e185c8990 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:04.634405 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:04.678344 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:04.685179 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:04.758077 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:04.766647 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07590663-c687-46d2-9ec8-8fa2b8242af7 admin admin] Made reservation on behalf of d833251e6cee4ce396d02f001221c99b for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:35:04.772268 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 32bb339f-2840-4a3a-8e93-a00e185c8990 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:04.774877 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (32bb339f-2840-4a3a-8e93-a00e185c8990), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:04.779042 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-07590663-c687-46d2-9ec8-8fa2b8242af7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:04.795044 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:04.915780 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:02Z', 'revision_number': 3, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:04.958984 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 32bb339f-2840-4a3a-8e93-a00e185c8990 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:04.959583 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (32bb339f-2840-4a3a-8e93-a00e185c8990), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:04.973970 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Checking router: 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:35:04.979193 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Updating router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 port 84560d93-b12b-409b-999f-c1a16635ce45 binding host dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:35:05.016773 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Pushing event updated for resources: {'Port': ['ID=a08e0b83-c7ac-45ae-8cd8-9555375cc198,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:05.063281 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (84560d93-b12b-409b-999f-c1a16635ce45), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:05.065284 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port 32bb339f-2840-4a3a-8e93-a00e185c8990, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=32bb339f-2840-4a3a-8e93-a00e185c8990,segment=NetworkSegment(be8725c6-443d-4805-9c71-8150595d19c0),segment_id=be8725c6-443d-4805-9c71-8150595d19c0)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:05.140896 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (32bb339f-2840-4a3a-8e93-a00e185c8990), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:05.142055 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 0f98835b-bc83-47a6-8b61-373234fa0237 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:05.191876 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3ad4a9-1e50-4dd7-a5a9-6ae946327255 None None] Network a18092a3-3402-4e73-8d77-80e569fe84ad requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:35:05.203773 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Publish callbacks [] for router_gateway (800f954d-2fd2-4712-8fe5-205d52fa1da6), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:05.231094 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Router 3732bd5d-2e92-45cf-8c7c-a552793b7205 is scheduled to L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 with binding_index 1 {{(pid=104650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 02:35:05.348513 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-3df6be31-8229-46eb-a3c8-49d7bd242664 None None] Provisioning complete for port 32bb339f-2840-4a3a-8e93-a00e185c8990 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:05.349069 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3df6be31-8229-46eb-a3c8-49d7bd242664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (32bb339f-2840-4a3a-8e93-a00e185c8990), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:05.356609 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-07590663-c687-46d2-9ec8-8fa2b8242af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for subnet (c0a3b57b-28e9-4542-8ea8-d8d4ca433d06), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:05.360936 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=7 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:05.455911 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07590663-c687-46d2-9ec8-8fa2b8242af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a3b57b-28e9-4542-8ea8-d8d4ca433d06,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:05.456642 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Publish callbacks [] for port (84560d93-b12b-409b-999f-c1a16635ce45), precommit_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:05.460068 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=32bb339f-2840-4a3a-8e93-a00e185c8990,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:05.465468 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:35:05.479731 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Sync routers for ids ['3732bd5d-2e92-45cf-8c7c-a552793b7205'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:35:05.493537 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:05.494649 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 0f98835b-bc83-47a6-8b61-373234fa0237 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:05.495045 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (0f98835b-bc83-47a6-8b61-373234fa0237), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:05.513982 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07590663-c687-46d2-9ec8-8fa2b8242af7 admin admin] Checking segment: {'id': '6b50c642-924f-4de4-bbbd-2344a64017bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6766b38d-7979-4e7b-8f05-f83d81770199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:05.514519 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07590663-c687-46d2-9ec8-8fa2b8242af7 admin admin] Network hostable DHCP agents. Network: 6766b38d-7979-4e7b-8f05-f83d81770199, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:35:05.550620 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Routers {'3732bd5d-2e92-45cf-8c7c-a552793b7205'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:05.551254 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['3732bd5d-2e92-45cf-8c7c-a552793b7205'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:05.562285 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (84560d93-b12b-409b-999f-c1a16635ce45), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:05.566891 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:05.571135 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-4c0bbaa3-75d0-4699-bbb9-02c1a71d6d0f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1694238 Jul 18 02:35:05.574436 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47448) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:05.630431 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07590663-c687-46d2-9ec8-8fa2b8242af7 admin admin] Network 6766b38d-7979-4e7b-8f05-f83d81770199 is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:35:05.633399 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Pushing event updated for resources: {'Port': ['ID=84560d93-b12b-409b-999f-c1a16635ce45,revision_number=2']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:05.644269 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:05.644664 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:05.644957 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:05.645326 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:05.645667 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:05.646058 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:05.654509 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:05.654907 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:05.655255 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:05.656114 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:05.656455 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:05.656803 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:05.657135 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:05.657454 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:05.662583 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Tracked resource versions report: Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: pushed versions: Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: { 'AddressGroup': {'1.2'}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Agent': {'1.1'}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'ConntrackHelper': {'1.0'}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'LocalIPAssociation': {'1.0'}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Log': {'1.0'}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'NDPProxy': {'1.0'}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Network': {'1.1'}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Port': {'1.7'}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'PortForwarding': {'1.3'}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'QosPolicy': {'1.10'}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'SecurityGroup': {'1.5'}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'SecurityGroupRule': {'1.2'}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'SubPort': {'1.0'}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Subnet': {'1.1'}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Trunk': {'1.1'}} Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: consumer versions: Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: { DHCP agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: HyperV agent@hv-cinder-85001: {}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: L3 agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: Metadata agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: Metering agent@dv-cinder-850015-3-iscsi: {}, Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: Open vSwitch agent@dv-cinder-850015-3-iscsi: { 'AddressGroup': '1.2', Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Agent': '1.1', Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'ConntrackHelper': '1.0', Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'LocalIPAssociation': '1.0', Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Log': '1.0', Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'NDPProxy': '1.0', Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Network': '1.1', Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Port': '1.7', Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'PortForwarding': '1.3', Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'QosPolicy': '1.10', Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'SecurityGroup': '1.5', Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'SecurityGroupRule': '1.2', Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'SubPort': '1.0', Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Subnet': '1.1', Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: 'Trunk': '1.1'}} Jul 18 02:35:05.664003 dv-cinder-850015-3-iscsi neutron-server[104653]: {{(pid=104653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 02:35:05.709646 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Attempting to bind port 84560d93-b12b-409b-999f-c1a16635ce45 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:35:05.710285 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Attempting to bind port 84560d93-b12b-409b-999f-c1a16635ce45 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:35:05.710795 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Attempting to bind port 84560d93-b12b-409b-999f-c1a16635ce45 on network 277ea304-6c46-4a00-b9b4-38f4ca976978 {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:05.716762 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:35:05.717643 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Checking segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:05.717771 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-07590663-c687-46d2-9ec8-8fa2b8242af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, 6766b38d-7979-4e7b-8f05-f83d81770199) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:05.728026 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:05.728659 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Bound using segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:35:05.729315 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Bound port: 84560d93-b12b-409b-999f-c1a16635ce45, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:35:05.729880 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (84560d93-b12b-409b-999f-c1a16635ce45), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:05.743188 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07590663-c687-46d2-9ec8-8fa2b8242af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:05.747499 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-07590663-c687-46d2-9ec8-8fa2b8242af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:05.785442 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] For port 84560d93-b12b-409b-999f-c1a16635ce45, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:35:05.789298 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] For port 84560d93-b12b-409b-999f-c1a16635ce45, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=84560d93-b12b-409b-999f-c1a16635ce45,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:35:05.792369 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:05.806888 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Publish callbacks [] for router_gateway (75920ce6-3887-486e-a66f-0bc44f02c254), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:05.923133 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Set router 3732bd5d-2e92-45cf-8c7c-a552793b7205 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:05.923741 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (84560d93-b12b-409b-999f-c1a16635ce45), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:05.949532 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:06.009513 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:UPDATE=9,neutron:SELECT=89,neutron:INSERT=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:06.011702 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2125dc-5661-4785-813a-6f07e9c85ad7 None None] Network 6766b38d-7979-4e7b-8f05-f83d81770199 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:35:06.028298 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe2aae-07fd-4a91-bcde-b63d98369220 None None] Pushing event updated for resources: {'Port': ['ID=84560d93-b12b-409b-999f-c1a16635ce45,revision_number=3']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:06.037490 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:06.069205 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Routers {'4f30d3e1-a9bc-47ba-84ba-587aa73038e6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:06.069205 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:06.176213 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:06.177072 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-07590663-c687-46d2-9ec8-8fa2b8242af7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7773073 Jul 18 02:35:06.203652 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1639cc46-23e4-4818-b585-5a5330e120da None None] Network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:35:06.205708 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-3df6be31-8229-46eb-a3c8-49d7bd242664 None None] Current status of the port 32bb339f-2840-4a3a-8e93-a00e185c8990 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:06.317662 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] Set router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:06.431757 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:06.451138 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47460) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:06.518758 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:06.521471 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33289805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286141'] for router (800f954d-2fd2-4712-8fe5-205d52fa1da6), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:06.538280 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:06.548468 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a729dd-74cf-44ac-ba52-7b8f5b111275 None None] Network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:35:06.552689 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:06.579739 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d3d97f-d3ab-42be-b03f-9f5f80298b26 admin admin] Deleting subnet 7f042c8b-9868-44d5-be66-5d617dc443b3 {{(pid=104650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 02:35:06.596975 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:02Z', 'revision_number': 3, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:06.607575 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-08d3d97f-d3ab-42be-b03f-9f5f80298b26 admin admin] Publish callbacks [] for subnet (7f042c8b-9868-44d5-be66-5d617dc443b3), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:06.632680 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-c34e45ee-99d9-4cd0-ba3a-2b167d685f8c None None] Provisioning complete for port 6770c195-87ce-49df-a529-70bb2b09a5fd triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:06.633321 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-c34e45ee-99d9-4cd0-ba3a-2b167d685f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (6770c195-87ce-49df-a529-70bb2b09a5fd), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:06.637584 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba235b89-e450-4e94-b234-c570a75ca782 None None] The sync data for ids ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'] in dv-cinder-850015-3-iscsi is: [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:02Z', 'revision_number': 3, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:35:06.723897 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-08d3d97f-d3ab-42be-b03f-9f5f80298b26 admin admin] Publish callbacks [] for subnet (7f042c8b-9868-44d5-be66-5d617dc443b3), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:06.731647 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:06.734466 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 0f98835b-bc83-47a6-8b61-373234fa0237 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:06.741195 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'name': 'tempest-DeleteServersTestJSON-881688237-router', 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '17754fba-39a9-4f4a-aeb4-7b20d67bf495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:03Z', 'revision_number': 3, 'project_id': 'd0695b3617d845118c00ba7cff6d312a', 'gw_port': {'id': '17754fba-39a9-4f4a-aeb4-7b20d67bf495', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:86:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:06.746958 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-08d3d97f-d3ab-42be-b03f-9f5f80298b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32822860'] for subnet (7f042c8b-9868-44d5-be66-5d617dc443b3), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:06.784094 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810c4099-7beb-42ad-b429-91d4c125afc5 None None] Network 6766b38d-7979-4e7b-8f05-f83d81770199 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:35:06.786428 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:06.792367 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Checking router: 3732bd5d-2e92-45cf-8c7c-a552793b7205 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:35:06.792716 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Updating router 3732bd5d-2e92-45cf-8c7c-a552793b7205 port 17754fba-39a9-4f4a-aeb4-7b20d67bf495 binding host dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:35:06.818655 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33289805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286141'] for router (75920ce6-3887-486e-a66f-0bc44f02c254), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:06.876152 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:06.957270 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (17754fba-39a9-4f4a-aeb4-7b20d67bf495), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:07.097828 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-08d3d97f-d3ab-42be-b03f-9f5f80298b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32822875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for subnet (7f042c8b-9868-44d5-be66-5d617dc443b3), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:07.175208 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:07.179296 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-c34e45ee-99d9-4cd0-ba3a-2b167d685f8c None None] Current status of the port 6770c195-87ce-49df-a529-70bb2b09a5fd is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:07.179699 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-c34e45ee-99d9-4cd0-ba3a-2b167d685f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (6770c195-87ce-49df-a529-70bb2b09a5fd), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:07.187593 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3d97f-d3ab-42be-b03f-9f5f80298b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f042c8b-9868-44d5-be66-5d617dc443b3,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:07.292520 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 6770c195-87ce-49df-a529-70bb2b09a5fd up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:07.303942 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:07.308537 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Allocated IP 172.20.0.1 (69054a80-8318-40e4-bbcb-fa67a0902b79/0a535d1c-7310-4558-a2ba-5d3749160bbf/f9568c3b-6190-4770-9888-e44b0de093e8) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:07.369639 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Allocated IP 172.20.0.1 (a18092a3-3402-4e73-8d77-80e569fe84ad/80941157-3838-4d24-81c7-111345e516e9/1052df94-1762-488e-a279-a0254d54bbba) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:07.380162 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-c34e45ee-99d9-4cd0-ba3a-2b167d685f8c None None] For port 6770c195-87ce-49df-a529-70bb2b09a5fd, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=6770c195-87ce-49df-a529-70bb2b09a5fd,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:07.437763 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Router 800f954d-2fd2-4712-8fe5-205d52fa1da6 is scheduled to L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 with binding_index 1 {{(pid=104651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 02:35:07.443037 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 6770c195-87ce-49df-a529-70bb2b09a5fd triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:07.443431 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (6770c195-87ce-49df-a529-70bb2b09a5fd), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:07.489099 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-c34e45ee-99d9-4cd0-ba3a-2b167d685f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (6770c195-87ce-49df-a529-70bb2b09a5fd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:07.492707 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Publish callbacks [] for port (1052df94-1762-488e-a279-a0254d54bbba), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:07.529403 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-08d3d97f-d3ab-42be-b03f-9f5f80298b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:07.533370 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-08d3d97f-d3ab-42be-b03f-9f5f80298b26 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7f042c8b-9868-44d5-be66-5d617dc443b3 HTTP/1.1" status: 204 len: 168 time: 1.0756128 Jul 18 02:35:07.534677 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:07.535583 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47472) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:07.573846 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Publish callbacks [] for port (f9568c3b-6190-4770-9888-e44b0de093e8), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:07.576879 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Router 75920ce6-3887-486e-a66f-0bc44f02c254 is scheduled to L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 with binding_index 1 {{(pid=104651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 02:35:07.600617 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (1052df94-1762-488e-a279-a0254d54bbba), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:07.632544 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Network a18092a3-3402-4e73-8d77-80e569fe84ad is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:07.639324 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:07.642992 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:07.643434 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33262966'] for router_interface (3732bd5d-2e92-45cf-8c7c-a552793b7205), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:07.652596 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e45ee-99d9-4cd0-ba3a-2b167d685f8c None None] Pushing event updated for resources: {'Port': ['ID=6770c195-87ce-49df-a529-70bb2b09a5fd,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:07.657589 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:35:07.670052 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Sync routers for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:35:07.691805 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-ce39699e-43ec-49fe-9b66-f62ebc2a8606 None None] Provisioning complete for port 6770c195-87ce-49df-a529-70bb2b09a5fd triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:07.692442 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ce39699e-43ec-49fe-9b66-f62ebc2a8606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (6770c195-87ce-49df-a529-70bb2b09a5fd), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:07.695515 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Publish callbacks [] for port (17754fba-39a9-4f4a-aeb4-7b20d67bf495), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:07.714675 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:07.714675 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:07.732442 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 6770c195-87ce-49df-a529-70bb2b09a5fd is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:07.734490 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device e135d755-28c7-45b5-9009-f3d2bcfd74a1 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:07.767519 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:35:07.793320 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Sync routers for ids ['75920ce6-3887-486e-a66f-0bc44f02c254'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:35:07.861421 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:07.865049 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (17754fba-39a9-4f4a-aeb4-7b20d67bf495), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:07.874744 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:07.876401 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:07.877517 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Routers {'75920ce6-3887-486e-a66f-0bc44f02c254'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:07.878365 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['75920ce6-3887-486e-a66f-0bc44f02c254'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:07.880378 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-67fde2a3-ffa4-42f3-96ef-e4fc2e5ef31f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9974597 Jul 18 02:35:07.886975 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (f9568c3b-6190-4770-9888-e44b0de093e8), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:07.888560 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:07.894999 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47476) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:07.940665 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:07.949986 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-44444fcc-da6b-441b-baef-6cbfcd835ee7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0191021 Jul 18 02:35:07.956588 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47478) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:08.015816 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Network 69054a80-8318-40e4-bbcb-fa67a0902b79 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:08.049060 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:08.112080 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:08.116569 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port e135d755-28c7-45b5-9009-f3d2bcfd74a1 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:08.122438 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (e135d755-28c7-45b5-9009-f3d2bcfd74a1), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:08.258885 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:04Z', 'revision_number': 3, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:08.323145 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Checking router: 800f954d-2fd2-4712-8fe5-205d52fa1da6 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:35:08.323622 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Updating router 800f954d-2fd2-4712-8fe5-205d52fa1da6 port a08e0b83-c7ac-45ae-8cd8-9555375cc198 binding host dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:35:08.395687 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (a08e0b83-c7ac-45ae-8cd8-9555375cc198), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:08.426522 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:08.432158 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:08.434098 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33262966'] for router_interface (4f30d3e1-a9bc-47ba-84ba-587aa73038e6), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:08.439726 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:08.454275 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Attempting to bind port 17754fba-39a9-4f4a-aeb4-7b20d67bf495 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:35:08.456226 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Attempting to bind port 17754fba-39a9-4f4a-aeb4-7b20d67bf495 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:35:08.456226 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Attempting to bind port 17754fba-39a9-4f4a-aeb4-7b20d67bf495 on network 277ea304-6c46-4a00-b9b4-38f4ca976978 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:08.473551 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (1052df94-1762-488e-a279-a0254d54bbba), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:08.487011 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a7db8-bc27-43e9-9ee8-68038f2a9a12 None None] Pushing event updated for resources: {'Port': ['ID=17754fba-39a9-4f4a-aeb4-7b20d67bf495,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:08.491667 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:08.492904 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:08.512478 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-ce39699e-43ec-49fe-9b66-f62ebc2a8606 None None] Current status of the port 6770c195-87ce-49df-a529-70bb2b09a5fd is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:08.536646 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:35:08.536975 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Checking segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:08.537338 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:08.537726 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Bound using segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:35:08.538244 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Bound port: 17754fba-39a9-4f4a-aeb4-7b20d67bf495, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:35:08.538642 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (17754fba-39a9-4f4a-aeb4-7b20d67bf495), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:08.637931 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Pushing event updated for resources: {'Port': ['ID=f9568c3b-6190-4770-9888-e44b0de093e8,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:08.653416 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:08.661278 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-ce39699e-43ec-49fe-9b66-f62ebc2a8606 None None] Provisioning complete for port 32bb339f-2840-4a3a-8e93-a00e185c8990 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:08.661655 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ce39699e-43ec-49fe-9b66-f62ebc2a8606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (32bb339f-2840-4a3a-8e93-a00e185c8990), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:08.765784 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Set router 75920ce6-3887-486e-a66f-0bc44f02c254 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:08.975677 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590427'] for network (65c4b3d2-0eee-48d0-8b53-c46847b6b971), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:08.991883 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (f9568c3b-6190-4770-9888-e44b0de093e8), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:08.998394 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] For port 17754fba-39a9-4f4a-aeb4-7b20d67bf495, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:35:09.053722 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Publish callbacks [] for port (a08e0b83-c7ac-45ae-8cd8-9555375cc198), precommit_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:09.060154 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:09.063294 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] For port 17754fba-39a9-4f4a-aeb4-7b20d67bf495, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=17754fba-39a9-4f4a-aeb4-7b20d67bf495,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:35:09.067528 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port e135d755-28c7-45b5-9009-f3d2bcfd74a1 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:09.068169 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (e135d755-28c7-45b5-9009-f3d2bcfd74a1), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:09.080752 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Pushing event updated for resources: {'Port': ['ID=1052df94-1762-488e-a279-a0254d54bbba,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:09.151532 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (a08e0b83-c7ac-45ae-8cd8-9555375cc198), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:09.188382 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (17754fba-39a9-4f4a-aeb4-7b20d67bf495), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:09.196215 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Publish callbacks [] for port (1052df94-1762-488e-a279-a0254d54bbba), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:09.230036 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port e135d755-28c7-45b5-9009-f3d2bcfd74a1, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=e135d755-28c7-45b5-9009-f3d2bcfd74a1,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:09.257575 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986a535-5e34-4856-8ec7-1158bb96183d None None] Pushing event updated for resources: {'Port': ['ID=a08e0b83-c7ac-45ae-8cd8-9555375cc198,revision_number=2']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:09.284957 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-ce39699e-43ec-49fe-9b66-f62ebc2a8606 None None] Current status of the port 32bb339f-2840-4a3a-8e93-a00e185c8990 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:09.302514 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Attempting to bind port a08e0b83-c7ac-45ae-8cd8-9555375cc198 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:35:09.302889 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Attempting to bind port a08e0b83-c7ac-45ae-8cd8-9555375cc198 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:35:09.303258 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Attempting to bind port a08e0b83-c7ac-45ae-8cd8-9555375cc198 on network 277ea304-6c46-4a00-b9b4-38f4ca976978 {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:09.318746 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:35:09.319124 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Checking segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:09.319527 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:09.319921 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Bound using segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:35:09.323623 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Bound port: a08e0b83-c7ac-45ae-8cd8-9555375cc198, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:35:09.326489 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (a08e0b83-c7ac-45ae-8cd8-9555375cc198), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:09.345388 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-ce39699e-43ec-49fe-9b66-f62ebc2a8606 None None] Provisioning complete for port e135d755-28c7-45b5-9009-f3d2bcfd74a1 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:09.346015 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ce39699e-43ec-49fe-9b66-f62ebc2a8606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (e135d755-28c7-45b5-9009-f3d2bcfd74a1), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:09.376123 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (e135d755-28c7-45b5-9009-f3d2bcfd74a1), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:09.377285 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 32bb339f-2840-4a3a-8e93-a00e185c8990 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:09.392964 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:09.408282 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Routers {'3732bd5d-2e92-45cf-8c7c-a552793b7205'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:09.409255 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['3732bd5d-2e92-45cf-8c7c-a552793b7205'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:09.448369 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] For port a08e0b83-c7ac-45ae-8cd8-9555375cc198, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:35:09.448369 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:09.449169 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a7db8-bc27-43e9-9ee8-68038f2a9a12 None None] Pushing event updated for resources: {'Port': ['ID=17754fba-39a9-4f4a-aeb4-7b20d67bf495,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:09.449808 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32822413', 'neutron.services.segments.db._delete_segments_for_network-8781983520534'] for network (65c4b3d2-0eee-48d0-8b53-c46847b6b971), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:09.451095 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] For port a08e0b83-c7ac-45ae-8cd8-9555375cc198, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=a08e0b83-c7ac-45ae-8cd8-9555375cc198,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:35:09.498124 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:09.498470 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:09.499966 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:09.500383 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Subscribe: > port after_create 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:09.500714 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:09.501050 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Subscribe: > port after_update 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:09.501372 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:09.501693 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:09.502010 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:09.502441 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:09.522209 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:09.535145 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (a08e0b83-c7ac-45ae-8cd8-9555375cc198), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:09.547733 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:05Z', 'revision_number': 3, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:09.613495 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:09.636697 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Publish callbacks [] for port (f9568c3b-6190-4770-9888-e44b0de093e8), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:09.659490 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986a535-5e34-4856-8ec7-1158bb96183d None None] Pushing event updated for resources: {'Port': ['ID=a08e0b83-c7ac-45ae-8cd8-9555375cc198,revision_number=3']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:09.662267 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:09.662998 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:09.675461 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:09.687624 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Checking router: 75920ce6-3887-486e-a66f-0bc44f02c254 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:35:09.687972 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Updating router 75920ce6-3887-486e-a66f-0bc44f02c254 port edf098ab-5c37-40b0-9428-8c9308eade59 binding host dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:35:09.703045 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (f9568c3b-6190-4770-9888-e44b0de093e8), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:09.704276 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33111595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33265422'] for router_interface (4f30d3e1-a9bc-47ba-84ba-587aa73038e6), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:09.763436 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=e135d755-28c7-45b5-9009-f3d2bcfd74a1,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:09.788679 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:09.828420 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (edf098ab-5c37-40b0-9428-8c9308eade59), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:09.852499 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Pushing event updated for resources: {'Port': ['ID=f9568c3b-6190-4770-9888-e44b0de093e8,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:09.923987 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:09.923987 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:09.923987 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:09.923987 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:09.923987 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c4b3d2-0eee-48d0-8b53-c46847b6b971']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:09.941712 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32ff664-2ebf-4acb-884f-3deb33b7037c') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:09.942019 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32ff664-2ebf-4acb-884f-3deb33b7037c') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:09.962624 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781983519775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3123248'] for segment (d32ff664-2ebf-4acb-884f-3deb33b7037c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:09.994597 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (d32ff664-2ebf-4acb-884f-3deb33b7037c), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:10.006181 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 02:35:10.007117 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714159'] for segment (d32ff664-2ebf-4acb-884f-3deb33b7037c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:10.033021 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 32bb339f-2840-4a3a-8e93-a00e185c8990 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:10.033421 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (32bb339f-2840-4a3a-8e93-a00e185c8990), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:10.039235 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] Set router 3732bd5d-2e92-45cf-8c7c-a552793b7205 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:10.060269 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:10.079189 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:10.087785 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714115'] for port (1052df94-1762-488e-a279-a0254d54bbba), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:10.113838 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Allocated IP 172.20.0.1 (cf656dc8-ef6c-43a1-bbd8-140e60e69fc7/190dcf0a-7210-4697-9764-0ce7890a53b0/bf5e3a20-2267-46bc-bd45-780061570f1e) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:10.129148 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:10.130523 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Network 69054a80-8318-40e4-bbcb-fa67a0902b79 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:10.132592 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:10.158391 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-ce39699e-43ec-49fe-9b66-f62ebc2a8606 None None] Current status of the port e135d755-28c7-45b5-9009-f3d2bcfd74a1 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:10.220986 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:04Z', 'revision_number': 3, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:10.257422 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32822390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33266559'] for network (65c4b3d2-0eee-48d0-8b53-c46847b6b971), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:10.260233 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e6291-0728-4d7f-808e-9c0a4381c882 None None] The sync data for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi is: [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:04Z', 'revision_number': 3, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:35:10.364744 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:10.372985 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/65c4b3d2-0eee-48d0-8b53-c46847b6b971 HTTP/1.1" status: 204 len: 168 time: 2.8353584 Jul 18 02:35:10.397021 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:10.417753 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47574) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:10.418736 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Pushing event updated for resources: {'Port': ['ID=1052df94-1762-488e-a279-a0254d54bbba,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:10.438182 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-a624219d-36a5-4548-b4c0-fce780a200eb None None] Provisioning complete for port 1052df94-1762-488e-a279-a0254d54bbba triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:10.438516 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-a624219d-36a5-4548-b4c0-fce780a200eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (1052df94-1762-488e-a279-a0254d54bbba), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:10.447348 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:35:10.575554 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33111595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33265422'] for router_interface (3732bd5d-2e92-45cf-8c7c-a552793b7205), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:10.593944 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296afa4-3335-4a28-b4bd-831e544aebd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=65c4b3d2-0eee-48d0-8b53-c46847b6b971,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:10.598454 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 32bb339f-2840-4a3a-8e93-a00e185c8990 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:10.633151 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-a624219d-36a5-4548-b4c0-fce780a200eb None None] Port 1052df94-1762-488e-a279-a0254d54bbba cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:35:10.683025 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-a624219d-36a5-4548-b4c0-fce780a200eb None None] Provisioning complete for port f9568c3b-6190-4770-9888-e44b0de093e8 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:10.683427 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-a624219d-36a5-4548-b4c0-fce780a200eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (f9568c3b-6190-4770-9888-e44b0de093e8), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:10.684683 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Publish callbacks [] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:10.697177 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_v2 [None req-77563c9b-5177-4fc0-8da9-324d266d9a87 admin admin] Deleting subnet c0a3b57b-28e9-4542-8ea8-d8d4ca433d06 {{(pid=104651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 02:35:10.704445 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-77563c9b-5177-4fc0-8da9-324d266d9a87 admin admin] Publish callbacks [] for subnet (c0a3b57b-28e9-4542-8ea8-d8d4ca433d06), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:10.829916 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:10.832279 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment d32ff664-2ebf-4acb-884f-3deb33b7037c resource provider aggregate not found Jul 18 02:35:10.860651 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment d32ff664-2ebf-4acb-884f-3deb33b7037c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d32ff664-2ebf-4acb-884f-3deb33b7037c found for delete ", "request_id": "req-1b939554-4f4e-46c3-adf4-cb552388270a"}]} Jul 18 02:35:10.902550 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Network a18092a3-3402-4e73-8d77-80e569fe84ad is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:10.903593 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-a624219d-36a5-4548-b4c0-fce780a200eb None None] Port f9568c3b-6190-4770-9888-e44b0de093e8 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:35:10.908478 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Allocated IP 172.20.0.1 (cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3/980bd026-fed1-45eb-bd25-e5a3e3e70779/505fb573-b215-4c10-8c89-c2c05c4b7365) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:10.908807 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:35:10.913916 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:10.919131 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Sync routers for ids ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:35:10.945292 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Routers {'4f30d3e1-a9bc-47ba-84ba-587aa73038e6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:10.948250 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:10.981978 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Publish callbacks [] for port (edf098ab-5c37-40b0-9428-8c9308eade59), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:10.995539 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-77563c9b-5177-4fc0-8da9-324d266d9a87 admin admin] Publish callbacks [] for subnet (c0a3b57b-28e9-4542-8ea8-d8d4ca433d06), precommit_delete_associations {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:11.000451 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'name': 'tempest-DeleteServersTestJSON-881688237-router', 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '17754fba-39a9-4f4a-aeb4-7b20d67bf495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:07Z', 'revision_number': 4, 'project_id': 'd0695b3617d845118c00ba7cff6d312a', 'gw_port': {'id': '17754fba-39a9-4f4a-aeb4-7b20d67bf495', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:86:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '1052df94-1762-488e-a279-a0254d54bbba', 'name': '', 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad', 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a', 'mac_address': 'fa:16:3e:d8:fe:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80941157-3838-4d24-81c7-111345e516e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 2, 'project_id': 'd0695b3617d845118c00ba7cff6d312a', 'subnets': [{'id': '80941157-3838-4d24-81c7-111345e516e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:11.026299 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-77563c9b-5177-4fc0-8da9-324d266d9a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32822860'] for subnet (c0a3b57b-28e9-4542-8ea8-d8d4ca433d06), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:11.054718 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 84560d93-b12b-409b-999f-c1a16635ce45 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:11.061608 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd1faa4-0952-424b-a555-6bd071665b49 None None] The sync data for ids ['3732bd5d-2e92-45cf-8c7c-a552793b7205'] in dv-cinder-850015-3-iscsi is: [{'id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'name': 'tempest-DeleteServersTestJSON-881688237-router', 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '17754fba-39a9-4f4a-aeb4-7b20d67bf495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:07Z', 'revision_number': 4, 'project_id': 'd0695b3617d845118c00ba7cff6d312a', 'gw_port': {'id': '17754fba-39a9-4f4a-aeb4-7b20d67bf495', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:86:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '1052df94-1762-488e-a279-a0254d54bbba', 'name': '', 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad', 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a', 'mac_address': 'fa:16:3e:d8:fe:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80941157-3838-4d24-81c7-111345e516e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 2, 'project_id': 'd0695b3617d845118c00ba7cff6d312a', 'subnets': [{'id': '80941157-3838-4d24-81c7-111345e516e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:35:11.089564 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-bfdee19b-7c60-45e5-9cf4-95ffac675d68 admin admin] 10.222.0.66 "PUT /v2.0/routers/4f30d3e1-a9bc-47ba-84ba-587aa73038e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9125779 Jul 18 02:35:11.092407 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:11.100107 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-898596a3-c958-4989-9760-d9c261ced913 None None] Provisioning complete for port f9568c3b-6190-4770-9888-e44b0de093e8 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:11.100639 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-898596a3-c958-4989-9760-d9c261ced913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (f9568c3b-6190-4770-9888-e44b0de093e8), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:11.134199 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:11.134719 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Router 3732bd5d-2e92-45cf-8c7c-a552793b7205 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:35:11.159258 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-898596a3-c958-4989-9760-d9c261ced913 None None] Port f9568c3b-6190-4770-9888-e44b0de093e8 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:35:11.165305 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (edf098ab-5c37-40b0-9428-8c9308eade59), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:11.220542 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:11.249192 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:11.276089 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:11.282467 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:11.287181 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33262966'] for router_interface (75920ce6-3887-486e-a66f-0bc44f02c254), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:11.333154 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:11.337345 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 84560d93-b12b-409b-999f-c1a16635ce45 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:11.339010 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (84560d93-b12b-409b-999f-c1a16635ce45), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:11.341657 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Set router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:11.350004 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Attempting to bind port edf098ab-5c37-40b0-9428-8c9308eade59 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:35:11.356454 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Attempting to bind port edf098ab-5c37-40b0-9428-8c9308eade59 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:35:11.356454 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Attempting to bind port edf098ab-5c37-40b0-9428-8c9308eade59 on network 277ea304-6c46-4a00-b9b4-38f4ca976978 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:11.357991 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5e3a20-2267-46bc-bd45-780061570f1e,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:11.368242 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-77563c9b-5177-4fc0-8da9-324d266d9a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32822875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for subnet (c0a3b57b-28e9-4542-8ea8-d8d4ca433d06), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:11.511798 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:35:11.553655 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-10580324-6e8a-42c2-97f2-bd832a7998d5 admin admin] 10.222.0.66 "PUT /v2.0/routers/3732bd5d-2e92-45cf-8c7c-a552793b7205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9780154 Jul 18 02:35:11.861619 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Publish callbacks [] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:11.916392 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:35:11.929380 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Checking segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:11.929817 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:11.930243 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Bound using segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:35:11.930756 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Bound port: edf098ab-5c37-40b0-9428-8c9308eade59, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:35:11.930877 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:11.931382 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (edf098ab-5c37-40b0-9428-8c9308eade59), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:12.007108 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:12.024630 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b04946-d654-4930-8016-5576f89dcd1d None None] Pushing event updated for resources: {'Port': ['ID=edf098ab-5c37-40b0-9428-8c9308eade59,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:12.077594 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77563c9b-5177-4fc0-8da9-324d266d9a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a3b57b-28e9-4542-8ea8-d8d4ca433d06,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:12.085402 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:12.089801 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-77563c9b-5177-4fc0-8da9-324d266d9a87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:12.097390 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-77563c9b-5177-4fc0-8da9-324d266d9a87 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c0a3b57b-28e9-4542-8ea8-d8d4ca433d06 HTTP/1.1" status: 204 len: 168 time: 1.6645584 Jul 18 02:35:12.098221 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47636) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:12.144451 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-6e361af6-a969-4d5a-a243-403fb2bb9de3 None None] Provisioning complete for port 1052df94-1762-488e-a279-a0254d54bbba triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:12.144889 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6e361af6-a969-4d5a-a243-403fb2bb9de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (1052df94-1762-488e-a279-a0254d54bbba), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:12.185405 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:12.200086 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 4, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'f9568c3b-6190-4770-9888-e44b0de093e8', 'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'mac_address': 'fa:16:3e:62:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:09Z', 'revision_number': 2, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'subnets': [{'id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:12.215339 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-6e361af6-a969-4d5a-a243-403fb2bb9de3 None None] Port 1052df94-1762-488e-a279-a0254d54bbba cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:35:12.228970 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:12.244003 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:12.275311 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] For port edf098ab-5c37-40b0-9428-8c9308eade59, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:35:12.282110 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] For port edf098ab-5c37-40b0-9428-8c9308eade59, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=edf098ab-5c37-40b0-9428-8c9308eade59,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:35:12.314782 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Checking router: 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:35:12.315899 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Updating router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 port f9568c3b-6190-4770-9888-e44b0de093e8 binding host dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:35:12.340922 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47644) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:12.365602 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=505fb573-b215-4c10-8c89-c2c05c4b7365,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:12.395814 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-88810ad4-787b-4103-9988-01ea8a07233f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2034601586', 'description': 'tempest-description--1511739289'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:12.422115 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-d72fd93b-053c-4ad7-8eb3-4d7626e040e4 None None] Provisioning complete for port bf5e3a20-2267-46bc-bd45-780061570f1e triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:12.422725 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d72fd93b-053c-4ad7-8eb3-4d7626e040e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:12.447528 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (f9568c3b-6190-4770-9888-e44b0de093e8), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:12.473307 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33262966'] for router_interface (800f954d-2fd2-4712-8fe5-205d52fa1da6), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:12.486399 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:12.510070 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 84560d93-b12b-409b-999f-c1a16635ce45 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:12.510752 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (84560d93-b12b-409b-999f-c1a16635ce45), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:12.516416 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47662) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:12.517497 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (edf098ab-5c37-40b0-9428-8c9308eade59), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:12.529409 dv-cinder-850015-3-iscsi neutron-server[104651]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 18 02:35:12.587526 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b04946-d654-4930-8016-5576f89dcd1d None None] Pushing event updated for resources: {'Port': ['ID=edf098ab-5c37-40b0-9428-8c9308eade59,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:12.604403 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-d72fd93b-053c-4ad7-8eb3-4d7626e040e4 None None] Port bf5e3a20-2267-46bc-bd45-780061570f1e cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:35:12.640644 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port 84560d93-b12b-409b-999f-c1a16635ce45, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=84560d93-b12b-409b-999f-c1a16635ce45,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:12.668121 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:12.689286 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Routers {'75920ce6-3887-486e-a66f-0bc44f02c254'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:12.694428 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['75920ce6-3887-486e-a66f-0bc44f02c254'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:12.716789 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-88810ad4-787b-4103-9988-01ea8a07233f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:12.795336 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590427'] for network (6766b38d-7979-4e7b-8f05-f83d81770199), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:12.914968 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:12.927106 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47674) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:12.952339 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-88810ad4-787b-4103-9988-01ea8a07233f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group (6b921030-b138-481a-9b66-12d947b7e5de), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:12.997738 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] Set router 75920ce6-3887-486e-a66f-0bc44f02c254 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:13.109537 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:13.115539 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Publish callbacks [] for port (f9568c3b-6190-4770-9888-e44b0de093e8), precommit_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.136036 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (84560d93-b12b-409b-999f-c1a16635ce45), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.137861 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 6770c195-87ce-49df-a529-70bb2b09a5fd up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:13.161757 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32822413', 'neutron.services.segments.db._delete_segments_for_network-8781983520534'] for network (6766b38d-7979-4e7b-8f05-f83d81770199), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.205455 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:13.214692 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-88810ad4-787b-4103-9988-01ea8a07233f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (6b921030-b138-481a-9b66-12d947b7e5de), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.224727 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:13.232596 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-e46cc334-b63e-4f52-b2ad-4d17fbef9361 None None] Provisioning complete for port 505fb573-b215-4c10-8c89-c2c05c4b7365 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:13.233684 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e46cc334-b63e-4f52-b2ad-4d17fbef9361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.237296 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (f9568c3b-6190-4770-9888-e44b0de093e8), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.255280 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:13.255795 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:13.256875 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:13.257273 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Subscribe: > port after_create 55550000 {{(pid=104651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:13.257603 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:13.257938 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Subscribe: > port after_update 55550000 {{(pid=104651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:13.258290 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:13.258610 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:13.258982 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:13.259306 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:13.260548 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88810ad4-787b-4103-9988-01ea8a07233f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b921030-b138-481a-9b66-12d947b7e5de,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:13.277684 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7dd0da6e-28bf-4359-917c-3fd2b8a6d640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.334059 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fb1b3-8cd0-40a9-b5bb-471b89d34325 None None] Pushing event updated for resources: {'Port': ['ID=f9568c3b-6190-4770-9888-e44b0de093e8,revision_number=3']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:13.374847 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-e46cc334-b63e-4f52-b2ad-4d17fbef9361 None None] Port 505fb573-b215-4c10-8c89-c2c05c4b7365 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:35:13.411914 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:13.432666 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-88810ad4-787b-4103-9988-01ea8a07233f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.434446 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=84560d93-b12b-409b-999f-c1a16635ce45,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:13.435828 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-88810ad4-787b-4103-9988-01ea8a07233f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0925817 Jul 18 02:35:13.463278 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47684) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:13.469147 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Attempting to bind port f9568c3b-6190-4770-9888-e44b0de093e8 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:35:13.469688 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Attempting to bind port f9568c3b-6190-4770-9888-e44b0de093e8 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '6ff41e72-1342-45fe-8bdb-7023c8569238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79'}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:35:13.472015 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Attempting to bind port f9568c3b-6190-4770-9888-e44b0de093e8 on network 69054a80-8318-40e4-bbcb-fa67a0902b79 {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:13.487375 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:35:13.487749 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Checking segment: {'id': '6ff41e72-1342-45fe-8bdb-7023c8569238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:13.492622 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.492837 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-363e414c-8ac6-48f2-a2f2-af64c0dfd012 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Request body: {'security_group_rule': {'security_group_id': '6b921030-b138-481a-9b66-12d947b7e5de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:13.493621 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Bound using segment: {'id': '6ff41e72-1342-45fe-8bdb-7023c8569238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79'} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:35:13.494147 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Bound port: f9568c3b-6190-4770-9888-e44b0de093e8, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff41e72-1342-45fe-8bdb-7023c8569238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79'}}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:35:13.494577 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (f9568c3b-6190-4770-9888-e44b0de093e8), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.522462 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 6770c195-87ce-49df-a529-70bb2b09a5fd triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:13.526676 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (6770c195-87ce-49df-a529-70bb2b09a5fd), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.647526 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:13.653063 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:13.653588 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:13.653588 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:13.653882 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 02:35:13.654282 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6766b38d-7979-4e7b-8f05-f83d81770199']}} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:13.659395 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] For port f9568c3b-6190-4770-9888-e44b0de093e8, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:35:13.664685 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] For port f9568c3b-6190-4770-9888-e44b0de093e8, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=f9568c3b-6190-4770-9888-e44b0de093e8,segment=NetworkSegment(6ff41e72-1342-45fe-8bdb-7023c8569238),segment_id=6ff41e72-1342-45fe-8bdb-7023c8569238)] {{(pid=104653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:35:13.707286 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7dd0da6e-28bf-4359-917c-3fd2b8a6d640 admin admin] Publish callbacks [] for security_group (86a0ca19-b046-4ecd-87b7-86a148f537ff), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.712087 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b50c642-924f-4de4-bbbd-2344a64017bd') {'for_net_delete': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:13.712390 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b50c642-924f-4de4-bbbd-2344a64017bd') {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:13.715642 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'bf5e3a20-2267-46bc-bd45-780061570f1e', 'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'mac_address': 'fa:16:3e:73:36:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:09Z', 'updated_at': '2022-07-18T02:35:10Z', 'revision_number': 1, 'project_id': 'f3c1745729fe47238223557221c2e905', 'subnets': [{'id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:13.725809 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d25ee-404b-4c96-8484-067b16a8729c req-70f742ca-3e9d-4eab-b2a8-8938e7f0a933 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:13.728047 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-70f742ca-3e9d-4eab-b2a8-8938e7f0a933 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/networks?id=a18092a3-3402-4e73-8d77-80e569fe84ad HTTP/1.1" status: 200 len: 811 time: 1.2091112 Jul 18 02:35:13.747744 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-2b3fbdce-8caa-4255-8c5e-132c4f5af121 None None] Provisioning complete for port f9568c3b-6190-4770-9888-e44b0de093e8 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:13.749353 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2b3fbdce-8caa-4255-8c5e-132c4f5af121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (f9568c3b-6190-4770-9888-e44b0de093e8), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.759191 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781983519775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2837198'] for segment (6b50c642-924f-4de4-bbbd-2344a64017bd), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.767773 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Publish callbacks [] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.772704 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8886b345-48ee-4b2c-a56c-a91cf99a3456 None None] The sync data for ids ['75920ce6-3887-486e-a66f-0bc44f02c254'] in dv-cinder-850015-3-iscsi is: [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'bf5e3a20-2267-46bc-bd45-780061570f1e', 'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'mac_address': 'fa:16:3e:73:36:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:09Z', 'updated_at': '2022-07-18T02:35:10Z', 'revision_number': 1, 'project_id': 'f3c1745729fe47238223557221c2e905', 'subnets': [{'id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:35:13.785328 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-363e414c-8ac6-48f2-a2f2-af64c0dfd012 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group_rule (d7324410-1470-4bdb-be2a-e809dfe55608), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.786583 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:13.791528 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (f9568c3b-6190-4770-9888-e44b0de093e8), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.800981 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-e9afd9b3-0020-47ad-8d2f-f2ace44d537f tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/quotas/d0695b3617d845118c00ba7cff6d312a HTTP/1.1" status: 200 len: 375 time: 0.0622878 Jul 18 02:35:13.821957 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-2b3fbdce-8caa-4255-8c5e-132c4f5af121 None None] Port f9568c3b-6190-4770-9888-e44b0de093e8 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:35:13.831168 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (6b50c642-924f-4de4-bbbd-2344a64017bd), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.835503 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 6770c195-87ce-49df-a529-70bb2b09a5fd is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:13.836783 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device e135d755-28c7-45b5-9009-f3d2bcfd74a1 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:13.891649 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7dd0da6e-28bf-4359-917c-3fd2b8a6d640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (86a0ca19-b046-4ecd-87b7-86a148f537ff), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.899982 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Routers {'4f30d3e1-a9bc-47ba-84ba-587aa73038e6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:13.900636 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:13.918790 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port e135d755-28c7-45b5-9009-f3d2bcfd74a1 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:13.926722 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714115'] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:13.929814 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (e135d755-28c7-45b5-9009-f3d2bcfd74a1), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.042555 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-6eb149c9-1708-4d6b-a5ad-df66d74575bd tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d0695b3617d845118c00ba7cff6d312a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2219422 Jul 18 02:35:14.054561 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port e135d755-28c7-45b5-9009-f3d2bcfd74a1 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:14.063826 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=104651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 02:35:14.064309 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2644015'] for segment (6b50c642-924f-4de4-bbbd-2344a64017bd), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.089884 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fb1b3-8cd0-40a9-b5bb-471b89d34325 None None] Pushing event updated for resources: {'Port': ['ID=f9568c3b-6190-4770-9888-e44b0de093e8,revision_number=4']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:14.126521 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-7dd0da6e-28bf-4359-917c-3fd2b8a6d640 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a76c0d5639d42c9bb2387d75f4b0f95&name=default HTTP/1.1" status: 200 len: 2995 time: 1.1855421 Jul 18 02:35:14.158541 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0da6e-28bf-4359-917c-3fd2b8a6d640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a0ca19-b046-4ecd-87b7-86a148f537ff,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:14.161660 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47698) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:14.167647 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-363e414c-8ac6-48f2-a2f2-af64c0dfd012 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group_rule (d7324410-1470-4bdb-be2a-e809dfe55608), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.268049 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-0c123b08-4e57-4984-ab52-101ed6138e4c None None] Provisioning complete for port f9568c3b-6190-4770-9888-e44b0de093e8 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:14.271286 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0c123b08-4e57-4984-ab52-101ed6138e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (f9568c3b-6190-4770-9888-e44b0de093e8), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.279429 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:14.289202 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-363e414c-8ac6-48f2-a2f2-af64c0dfd012 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (d7324410-1470-4bdb-be2a-e809dfe55608), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.291373 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Publish callbacks [] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.292412 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] Set router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:14.308082 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=505fb573-b215-4c10-8c89-c2c05c4b7365,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:14.330705 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e414c-8ac6-48f2-a2f2-af64c0dfd012 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7324410-1470-4bdb-be2a-e809dfe55608,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:14.333737 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33111595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33265422'] for router_interface (800f954d-2fd2-4712-8fe5-205d52fa1da6), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.357020 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:14.370521 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-984d08f3-49de-4687-a648-2e4000855a24 admin admin] Publish callbacks [] for security_group (86a0ca19-b046-4ecd-87b7-86a148f537ff), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.374266 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-a71a3dc4-59fe-4931-ae9b-a6fdaf4832cc service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104651) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 02:35:14.375305 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-a71a3dc4-59fe-4931-ae9b-a6fdaf4832cc service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1192579 Jul 18 02:35:14.427453 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.431092 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-984d08f3-49de-4687-a648-2e4000855a24 admin admin] Publish callbacks [] for security_group (86a0ca19-b046-4ecd-87b7-86a148f537ff), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.446934 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32822390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33266559'] for network (6766b38d-7979-4e7b-8f05-f83d81770199), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.447989 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-0c123b08-4e57-4984-ab52-101ed6138e4c None None] Current status of the port f9568c3b-6190-4770-9888-e44b0de093e8 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:14.448470 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0c123b08-4e57-4984-ab52-101ed6138e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (f9568c3b-6190-4770-9888-e44b0de093e8), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.454368 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.460064 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6766b38d-7979-4e7b-8f05-f83d81770199 HTTP/1.1" status: 204 len: 168 time: 2.3584306 Jul 18 02:35:14.485406 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment 6b50c642-924f-4de4-bbbd-2344a64017bd resource provider aggregate not found Jul 18 02:35:14.492855 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-0c123b08-4e57-4984-ab52-101ed6138e4c None None] For port f9568c3b-6190-4770-9888-e44b0de093e8, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=f9568c3b-6190-4770-9888-e44b0de093e8,segment=NetworkSegment(6ff41e72-1342-45fe-8bdb-7023c8569238),segment_id=6ff41e72-1342-45fe-8bdb-7023c8569238)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:14.493798 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-363e414c-8ac6-48f2-a2f2-af64c0dfd012 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.497750 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-363e414c-8ac6-48f2-a2f2-af64c0dfd012 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0345442 Jul 18 02:35:14.500853 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47712) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:14.507521 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-10547429-6037-4ee0-aada-a6897d164631 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Request body: {'security_group_rule': {'security_group_id': '6b921030-b138-481a-9b66-12d947b7e5de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:14.584347 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0c123b08-4e57-4984-ab52-101ed6138e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (f9568c3b-6190-4770-9888-e44b0de093e8), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.603774 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:14.603774 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:14.744407 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 4, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'f9568c3b-6190-4770-9888-e44b0de093e8', 'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'mac_address': 'fa:16:3e:62:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:13Z', 'revision_number': 4, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'subnets': [{'id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:14.768474 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33111595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33265422'] for router_interface (75920ce6-3887-486e-a66f-0bc44f02c254), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.773721 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff5dde-6435-473d-91b6-e77f3a8c7ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6766b38d-7979-4e7b-8f05-f83d81770199,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:14.783588 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment 6b50c642-924f-4de4-bbbd-2344a64017bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b50c642-924f-4de4-bbbd-2344a64017bd found for delete ", "request_id": "req-92bdba9a-be24-488e-90d7-a1d7a1a7925a"}]} Jul 18 02:35:14.794323 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-984d08f3-49de-4687-a648-2e4000855a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (86a0ca19-b046-4ecd-87b7-86a148f537ff), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.806546 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-984d08f3-49de-4687-a648-2e4000855a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.813800 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-984d08f3-49de-4687-a648-2e4000855a24 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/86a0ca19-b046-4ecd-87b7-86a148f537ff HTTP/1.1" status: 204 len: 168 time: 0.6277425 Jul 18 02:35:14.830203 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10547429-6037-4ee0-aada-a6897d164631 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group_rule (4f73030f-40f0-4d56-a385-f0b02179c263), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:14.833726 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c123b08-4e57-4984-ab52-101ed6138e4c None None] Pushing event updated for resources: {'Port': ['ID=f9568c3b-6190-4770-9888-e44b0de093e8,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:14.835590 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04622ea3-a0f7-4292-9ce6-aa67ef1ca9c1 None None] The sync data for ids ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'] in dv-cinder-850015-3-iscsi is: [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 4, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'f9568c3b-6190-4770-9888-e44b0de093e8', 'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'mac_address': 'fa:16:3e:62:76:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:13Z', 'revision_number': 4, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'subnets': [{'id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:35:14.838987 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device a08e0b83-c7ac-45ae-8cd8-9555375cc198 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:14.886913 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d08f3-49de-4687-a648-2e4000855a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a0ca19-b046-4ecd-87b7-86a148f537ff,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:14.909505 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5e3a20-2267-46bc-bd45-780061570f1e,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:15.088523 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Router 800f954d-2fd2-4712-8fe5-205d52fa1da6 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:35:15.122296 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port a08e0b83-c7ac-45ae-8cd8-9555375cc198 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:15.122296 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (a08e0b83-c7ac-45ae-8cd8-9555375cc198), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:15.125175 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10547429-6037-4ee0-aada-a6897d164631 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group_rule (4f73030f-40f0-4d56-a385-f0b02179c263), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:15.125332 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-403a8381-4cf5-4627-8e37-4c3d682f9187 service neutron] 10.222.0.66 "GET /v2.0/networks/a18092a3-3402-4e73-8d77-80e569fe84ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7160778 Jul 18 02:35:15.196139 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47724) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:15.235106 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:15.241257 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port a08e0b83-c7ac-45ae-8cd8-9555375cc198 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:15.241724 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (a08e0b83-c7ac-45ae-8cd8-9555375cc198), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:15.242251 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:15.292186 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10547429-6037-4ee0-aada-a6897d164631 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (4f73030f-40f0-4d56-a385-f0b02179c263), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:15.305201 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-2c5668d9-1ed5-4ed9-9c58-ce61d3c6a93e None None] Provisioning complete for port 505fb573-b215-4c10-8c89-c2c05c4b7365 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:15.306574 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2c5668d9-1ed5-4ed9-9c58-ce61d3c6a93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:15.320416 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port a08e0b83-c7ac-45ae-8cd8-9555375cc198, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=a08e0b83-c7ac-45ae-8cd8-9555375cc198,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:15.372065 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-2c5668d9-1ed5-4ed9-9c58-ce61d3c6a93e None None] Port 505fb573-b215-4c10-8c89-c2c05c4b7365 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:35:15.383464 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:15.396260 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (a08e0b83-c7ac-45ae-8cd8-9555375cc198), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:15.397306 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 84560d93-b12b-409b-999f-c1a16635ce45 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:15.498591 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:15.500392 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-ed112c20-228b-42ea-bbed-c36c7959114b service neutron] 10.222.0.66 "GET /v2.0/networks/a18092a3-3402-4e73-8d77-80e569fe84ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804512 Jul 18 02:35:15.531597 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10547429-6037-4ee0-aada-a6897d164631 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f73030f-40f0-4d56-a385-f0b02179c263,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:15.604492 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:15.628218 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10547429-6037-4ee0-aada-a6897d164631 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:15.629719 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-10547429-6037-4ee0-aada-a6897d164631 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1260610 Jul 18 02:35:15.635114 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47730) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:15.643213 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=a08e0b83-c7ac-45ae-8cd8-9555375cc198,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:15.644291 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47732) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:15.648600 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Request body: {'floatingip': {'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:15.666402 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Router 75920ce6-3887-486e-a66f-0bc44f02c254 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:35:15.677332 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-fe0adfb4-c4ff-4a90-9563-e07702993dba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e42dc6e1749442ccb96a7a6a588387d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4772396 Jul 18 02:35:15.677939 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47734) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:15.705961 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 84560d93-b12b-409b-999f-c1a16635ce45 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:15.706387 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (84560d93-b12b-409b-999f-c1a16635ce45), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:15.737894 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:35:15.765411 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Sync routers for ids ['3732bd5d-2e92-45cf-8c7c-a552793b7205'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:35:15.776510 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-fd99eb39-32e7-41d6-a98c-05869e3c7cf7 admin admin] 10.222.0.66 "PUT /v2.0/routers/800f954d-2fd2-4712-8fe5-205d52fa1da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8780336 Jul 18 02:35:15.791587 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Sync routers for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:35:15.833627 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Routers {'3732bd5d-2e92-45cf-8c7c-a552793b7205'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:15.834302 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['3732bd5d-2e92-45cf-8c7c-a552793b7205'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:15.862732 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e9ac5dc8-600b-433b-a464-5fdb11f5d385 admin admin] Publish callbacks [] for security_group (11b3c706-5731-467b-a98c-e7d9202137d2), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:15.876032 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:15.876688 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:15.960361 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e9ac5dc8-600b-433b-a464-5fdb11f5d385 admin admin] Publish callbacks [] for security_group (11b3c706-5731-467b-a98c-e7d9202137d2), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:16.008958 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:35:16.038914 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-bbfe4cda-930b-40f2-a2d0-3f6a20a09ec9 admin admin] 10.222.0.66 "PUT /v2.0/routers/75920ce6-3887-486e-a66f-0bc44f02c254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0262692 Jul 18 02:35:16.112011 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:16.173543 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e9ac5dc8-600b-433b-a464-5fdb11f5d385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (11b3c706-5731-467b-a98c-e7d9202137d2), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:16.178766 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-855a1e0a-eb95-42f0-8710-051ce1f6087d None None] Provisioning complete for port bf5e3a20-2267-46bc-bd45-780061570f1e triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:16.178766 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-855a1e0a-eb95-42f0-8710-051ce1f6087d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:16.179657 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e9ac5dc8-600b-433b-a464-5fdb11f5d385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:16.187225 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-e9ac5dc8-600b-433b-a464-5fdb11f5d385 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11b3c706-5731-467b-a98c-e7d9202137d2 HTTP/1.1" status: 204 len: 168 time: 0.5063598 Jul 18 02:35:16.216049 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac5dc8-600b-433b-a464-5fdb11f5d385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b3c706-5731-467b-a98c-e7d9202137d2,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:16.270781 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Set router 3732bd5d-2e92-45cf-8c7c-a552793b7205 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:16.328785 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:16.348381 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47766) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:16.351193 dv-cinder-850015-3-iscsi neutron-server[104650]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 18 02:35:16.534733 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:16.535884 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-caeca49a-dd5b-4952-ae17-975db5bcaf02 req-24bfb357-a3a5-422b-aca7-e78a323a09e4 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 210 time: 0.1830637 Jul 18 02:35:16.663741 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d18784bf-ccff-4d09-a701-af85a33dd64c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:16.702417 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:16.717360 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:16.718036 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'name': 'tempest-DeleteServersTestJSON-881688237-router', 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '17754fba-39a9-4f4a-aeb4-7b20d67bf495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:07Z', 'revision_number': 4, 'project_id': 'd0695b3617d845118c00ba7cff6d312a', 'gw_port': {'id': '17754fba-39a9-4f4a-aeb4-7b20d67bf495', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:86:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '1052df94-1762-488e-a279-a0254d54bbba', 'name': '', 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad', 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a', 'mac_address': 'fa:16:3e:d8:fe:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80941157-3838-4d24-81c7-111345e516e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 2, 'project_id': 'd0695b3617d845118c00ba7cff6d312a', 'subnets': [{'id': '80941157-3838-4d24-81c7-111345e516e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:16.769045 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:16.774572 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Checking router: 3732bd5d-2e92-45cf-8c7c-a552793b7205 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:35:16.775209 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Updating router 3732bd5d-2e92-45cf-8c7c-a552793b7205 port 1052df94-1762-488e-a279-a0254d54bbba binding host dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:35:16.855923 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (1052df94-1762-488e-a279-a0254d54bbba), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:16.898883 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 84560d93-b12b-409b-999f-c1a16635ce45 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:16.902302 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 17754fba-39a9-4f4a-aeb4-7b20d67bf495 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:16.952938 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:16.972113 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-855a1e0a-eb95-42f0-8710-051ce1f6087d None None] Port bf5e3a20-2267-46bc-bd45-780061570f1e cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:35:16.981969 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d18784bf-ccff-4d09-a701-af85a33dd64c admin admin] Publish callbacks [] for security_group (341ab300-cc5c-48db-b3df-f5ec05a61fc4), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:16.996919 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Allocated IP 172.27.3.62 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/b7c4d63c-94a0-42fa-b873-a508c624ec5e) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:17.030142 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 17754fba-39a9-4f4a-aeb4-7b20d67bf495 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:17.030857 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (17754fba-39a9-4f4a-aeb4-7b20d67bf495), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:17.053322 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47786) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:17.058991 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-d176e8c3-6491-48e7-b258-60f60f0c6e9e tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1136765090', 'description': 'tempest-description--911079142'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:17.152334 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d18784bf-ccff-4d09-a701-af85a33dd64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (341ab300-cc5c-48db-b3df-f5ec05a61fc4), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:17.177360 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 17754fba-39a9-4f4a-aeb4-7b20d67bf495 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:17.177970 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (17754fba-39a9-4f4a-aeb4-7b20d67bf495), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:17.191531 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d176e8c3-6491-48e7-b258-60f60f0c6e9e tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:17.250409 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port 17754fba-39a9-4f4a-aeb4-7b20d67bf495, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=17754fba-39a9-4f4a-aeb4-7b20d67bf495,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:17.256627 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:13Z', 'revision_number': 2, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:17.289574 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-d18784bf-ccff-4d09-a701-af85a33dd64c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=117f57edd1524d03b049a87c6b8bd946&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6216700 Jul 18 02:35:17.298292 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47798) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:17.299813 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18784bf-ccff-4d09-a701-af85a33dd64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341ab300-cc5c-48db-b3df-f5ec05a61fc4,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:17.325896 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Checking router: 800f954d-2fd2-4712-8fe5-205d52fa1da6 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:35:17.327993 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Updating router 800f954d-2fd2-4712-8fe5-205d52fa1da6 port 505fb573-b215-4c10-8c89-c2c05c4b7365 binding host dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:35:17.370623 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:17.393975 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for port (b7c4d63c-94a0-42fa-b873-a508c624ec5e), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:17.400524 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:17.448402 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (17754fba-39a9-4f4a-aeb4-7b20d67bf495), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:17.575676 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Publish callbacks [] for port (1052df94-1762-488e-a279-a0254d54bbba), precommit_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:17.578693 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d176e8c3-6491-48e7-b258-60f60f0c6e9e tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (ddca24cb-5102-4722-84d4-41c5c6874048), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:17.588199 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47812) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:17.593664 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-6c64e814-da34-49cb-999d-f54fd6403f89 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Request body: {'security_group': {'name': 'tempest-securitygroup--660185386', 'description': 'tempest-description--1357209691'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:17.594921 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9faf6e47-2f39-4683-8b79-2438a6809b17 admin admin] Publish callbacks [] for security_group (341ab300-cc5c-48db-b3df-f5ec05a61fc4), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:17.663876 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (b7c4d63c-94a0-42fa-b873-a508c624ec5e), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:17.664454 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47818) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:17.677638 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (1052df94-1762-488e-a279-a0254d54bbba), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:17.695857 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:17.696787 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=17754fba-39a9-4f4a-aeb4-7b20d67bf495,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:17.750013 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9faf6e47-2f39-4683-8b79-2438a6809b17 admin admin] Publish callbacks [] for security_group (341ab300-cc5c-48db-b3df-f5ec05a61fc4), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:17.753750 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d176e8c3-6491-48e7-b258-60f60f0c6e9e tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (ddca24cb-5102-4722-84d4-41c5c6874048), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:17.827329 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa1c7e-b097-467a-a29a-00a20d1347d3 None None] Pushing event updated for resources: {'Port': ['ID=1052df94-1762-488e-a279-a0254d54bbba,revision_number=3']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:17.862843 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Attempting to bind port 1052df94-1762-488e-a279-a0254d54bbba on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:35:17.863207 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Attempting to bind port 1052df94-1762-488e-a279-a0254d54bbba by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': 'be8725c6-443d-4805-9c71-8150595d19c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad'}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:35:17.863552 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Attempting to bind port 1052df94-1762-488e-a279-a0254d54bbba on network a18092a3-3402-4e73-8d77-80e569fe84ad {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:17.885439 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:35:17.885803 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Checking segment: {'id': 'be8725c6-443d-4805-9c71-8150595d19c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:17.886241 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:17.886629 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Bound using segment: {'id': 'be8725c6-443d-4805-9c71-8150595d19c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad'} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:35:17.887111 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Bound port: 1052df94-1762-488e-a279-a0254d54bbba, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8725c6-443d-4805-9c71-8150595d19c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad'}}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:35:17.887487 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (1052df94-1762-488e-a279-a0254d54bbba), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:17.905292 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-e54b5ff7-ec72-4f19-b75b-9841ce02d3e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d833251e6cee4ce396d02f001221c99b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2399936 Jul 18 02:35:17.906509 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47820) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:17.936410 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device f9568c3b-6190-4770-9888-e44b0de093e8 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:17.943785 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:17.967136 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d68b05ab-a1af-40ca-af24-bc970f335c92 req-22811750-edb6-4fcf-b04b-377cad4aefc4 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 210 time: 0.2094104 Jul 18 02:35:17.968383 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176e8c3-6491-48e7-b258-60f60f0c6e9e tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddca24cb-5102-4722-84d4-41c5c6874048,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:17.968708 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:17.973857 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:17.984974 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d176e8c3-6491-48e7-b258-60f60f0c6e9e tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:17.991535 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-d176e8c3-6491-48e7-b258-60f60f0c6e9e tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9338806 Jul 18 02:35:17.997398 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:17.999508 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47822) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:18.015814 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:18.019806 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] For port 1052df94-1762-488e-a279-a0254d54bbba, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:35:18.024464 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] For port 1052df94-1762-488e-a279-a0254d54bbba, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=1052df94-1762-488e-a279-a0254d54bbba,segment=NetworkSegment(be8725c6-443d-4805-9c71-8150595d19c0),segment_id=be8725c6-443d-4805-9c71-8150595d19c0)] {{(pid=104653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:35:18.024860 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-ca99ba01-28c0-438a-95d8-5d6d14b2a06d tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'security_group_rule': {'security_group_id': 'ddca24cb-5102-4722-84d4-41c5c6874048', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:18.072176 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6c64e814-da34-49cb-999d-f54fd6403f89 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.085756 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event updated for resources: {'Port': ['ID=b7c4d63c-94a0-42fa-b873-a508c624ec5e,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:18.086536 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8ca27f13-3f5a-4506-8859-e122069a20fa admin admin] Publish callbacks [] for security_group (fe4a4f6b-dde6-4910-abc3-2265403f3642), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.127525 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (1052df94-1762-488e-a279-a0254d54bbba), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.146001 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9faf6e47-2f39-4683-8b79-2438a6809b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (341ab300-cc5c-48db-b3df-f5ec05a61fc4), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.148887 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9faf6e47-2f39-4683-8b79-2438a6809b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.155280 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-9faf6e47-2f39-4683-8b79-2438a6809b17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/341ab300-cc5c-48db-b3df-f5ec05a61fc4 HTTP/1.1" status: 204 len: 168 time: 0.8555427 Jul 18 02:35:18.158774 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port f9568c3b-6190-4770-9888-e44b0de093e8 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:18.159495 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (f9568c3b-6190-4770-9888-e44b0de093e8), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.173652 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8ca27f13-3f5a-4506-8859-e122069a20fa admin admin] Publish callbacks [] for security_group (fe4a4f6b-dde6-4910-abc3-2265403f3642), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.176106 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf6e47-2f39-4683-8b79-2438a6809b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341ab300-cc5c-48db-b3df-f5ec05a61fc4,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:18.266856 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-2e390ec1-d971-402e-920b-5eb086b1c69b None None] Provisioning complete for port 1052df94-1762-488e-a279-a0254d54bbba triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:18.267393 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2e390ec1-d971-402e-920b-5eb086b1c69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (1052df94-1762-488e-a279-a0254d54bbba), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.274636 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Routers {'3732bd5d-2e92-45cf-8c7c-a552793b7205'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:18.275273 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['3732bd5d-2e92-45cf-8c7c-a552793b7205'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:18.288640 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa1c7e-b097-467a-a29a-00a20d1347d3 None None] Pushing event updated for resources: {'Port': ['ID=1052df94-1762-488e-a279-a0254d54bbba,revision_number=4']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:18.346050 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8ca27f13-3f5a-4506-8859-e122069a20fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (fe4a4f6b-dde6-4910-abc3-2265403f3642), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.355136 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8ca27f13-3f5a-4506-8859-e122069a20fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.358355 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-8ca27f13-3f5a-4506-8859-e122069a20fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fe4a4f6b-dde6-4910-abc3-2265403f3642 HTTP/1.1" status: 204 len: 168 time: 0.4363134 Jul 18 02:35:18.383736 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca27f13-3f5a-4506-8859-e122069a20fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4a4f6b-dde6-4910-abc3-2265403f3642,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:18.448503 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ca99ba01-28c0-438a-95d8-5d6d14b2a06d tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (196477b8-a3b3-4ac8-b96a-aff14f7da266), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.475181 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for floatingip (a30af35d-4077-4678-909d-afa9d7b70533), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.530488 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] Set router 3732bd5d-2e92-45cf-8c7c-a552793b7205 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:18.565136 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6c64e814-da34-49cb-999d-f54fd6403f89 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group (9b64e799-4cb6-481f-ad5d-ea467396a428), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.594555 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ca99ba01-28c0-438a-95d8-5d6d14b2a06d tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (196477b8-a3b3-4ac8-b96a-aff14f7da266), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.597737 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Publish callbacks [] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.626329 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:18.662512 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port f9568c3b-6190-4770-9888-e44b0de093e8 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:18.663589 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device edf098ab-5c37-40b0-9428-8c9308eade59 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:18.694705 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-2e390ec1-d971-402e-920b-5eb086b1c69b None None] Current status of the port 1052df94-1762-488e-a279-a0254d54bbba is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:18.695098 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2e390ec1-d971-402e-920b-5eb086b1c69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (1052df94-1762-488e-a279-a0254d54bbba), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.715724 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (b7c4d63c-94a0-42fa-b873-a508c624ec5e), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.727353 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.764696 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ca99ba01-28c0-438a-95d8-5d6d14b2a06d tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (196477b8-a3b3-4ac8-b96a-aff14f7da266), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.772612 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6c64e814-da34-49cb-999d-f54fd6403f89 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (9b64e799-4cb6-481f-ad5d-ea467396a428), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.809059 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-2e390ec1-d971-402e-920b-5eb086b1c69b None None] For port 1052df94-1762-488e-a279-a0254d54bbba, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=1052df94-1762-488e-a279-a0254d54bbba,segment=NetworkSegment(be8725c6-443d-4805-9c71-8150595d19c0),segment_id=be8725c6-443d-4805-9c71-8150595d19c0)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:18.872042 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:18.895197 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99ba01-28c0-438a-95d8-5d6d14b2a06d tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196477b8-a3b3-4ac8-b96a-aff14f7da266,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:18.917483 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:INSERT=11,neutron:SELECT=89 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:18.940616 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64e814-da34-49cb-999d-f54fd6403f89 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b64e799-4cb6-481f-ad5d-ea467396a428,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:18.951051 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ca99ba01-28c0-438a-95d8-5d6d14b2a06d tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:18.955201 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47856) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:18.955819 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-ca99ba01-28c0-438a-95d8-5d6d14b2a06d tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9518046 Jul 18 02:35:18.960999 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-1cd6cb48-88d4-4cb4-a3cf-585436e17c9f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'security_group_rule': {'security_group_id': 'ddca24cb-5102-4722-84d4-41c5c6874048', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:18.962507 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff104c6-5a86-4349-b7bf-422aa770875f None None] Pushing event updated for resources: {'Port': ['ID=505fb573-b215-4c10-8c89-c2c05c4b7365,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:18.988779 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2e390ec1-d971-402e-920b-5eb086b1c69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (1052df94-1762-488e-a279-a0254d54bbba), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.031834 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6c64e814-da34-49cb-999d-f54fd6403f89 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.037109 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-6c64e814-da34-49cb-999d-f54fd6403f89 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4454112 Jul 18 02:35:19.041501 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47866) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:19.129634 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-d174ac2b-d621-4206-ae53-9c5d91ed38e9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Request body: {'security_group_rule': {'security_group_id': '9b64e799-4cb6-481f-ad5d-ea467396a428', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:19.158916 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-475c4429-5f6b-43c1-94fc-02cacbeb4463 req-f98be4bb-a5c3-431a-b498-15d8f9cff801 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 210 time: 0.0706420 Jul 18 02:35:19.189515 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1cd6cb48-88d4-4cb4-a3cf-585436e17c9f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (e17d8107-193a-438c-a944-355571bd7149), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.212460 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port edf098ab-5c37-40b0-9428-8c9308eade59 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:19.212849 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (edf098ab-5c37-40b0-9428-8c9308eade59), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.311245 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e390ec1-d971-402e-920b-5eb086b1c69b None None] Pushing event updated for resources: {'Port': ['ID=1052df94-1762-488e-a279-a0254d54bbba,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:19.369922 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1cd6cb48-88d4-4cb4-a3cf-585436e17c9f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (e17d8107-193a-438c-a944-355571bd7149), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.378292 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:19.382819 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Attempting to bind port 505fb573-b215-4c10-8c89-c2c05c4b7365 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:35:19.387082 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'name': 'tempest-DeleteServersTestJSON-881688237-router', 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '17754fba-39a9-4f4a-aeb4-7b20d67bf495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:07Z', 'revision_number': 4, 'project_id': 'd0695b3617d845118c00ba7cff6d312a', 'gw_port': {'id': '17754fba-39a9-4f4a-aeb4-7b20d67bf495', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:86:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '1052df94-1762-488e-a279-a0254d54bbba', 'name': '', 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad', 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a', 'mac_address': 'fa:16:3e:d8:fe:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80941157-3838-4d24-81c7-111345e516e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:18Z', 'revision_number': 4, 'project_id': 'd0695b3617d845118c00ba7cff6d312a', 'subnets': [{'id': '80941157-3838-4d24-81c7-111345e516e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:19.388094 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Attempting to bind port 505fb573-b215-4c10-8c89-c2c05c4b7365 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:35:19.390144 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Attempting to bind port 505fb573-b215-4c10-8c89-c2c05c4b7365 on network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:19.399767 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9c6be141-66c9-4301-9ac1-a4609d80e98b None None] Provisioning complete for port 1052df94-1762-488e-a279-a0254d54bbba triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:19.400282 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9c6be141-66c9-4301-9ac1-a4609d80e98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (1052df94-1762-488e-a279-a0254d54bbba), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.406396 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d174ac2b-d621-4206-ae53-9c5d91ed38e9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group_rule (23f23fbe-c94c-442d-99ef-fb3bc3bd3ccb), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.450225 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ab9ac0-efb2-4b85-a563-c0375ce6cb03 None None] The sync data for ids ['3732bd5d-2e92-45cf-8c7c-a552793b7205'] in dv-cinder-850015-3-iscsi is: [{'id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'name': 'tempest-DeleteServersTestJSON-881688237-router', 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '17754fba-39a9-4f4a-aeb4-7b20d67bf495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:07Z', 'revision_number': 4, 'project_id': 'd0695b3617d845118c00ba7cff6d312a', 'gw_port': {'id': '17754fba-39a9-4f4a-aeb4-7b20d67bf495', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:86:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '1052df94-1762-488e-a279-a0254d54bbba', 'name': '', 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad', 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a', 'mac_address': 'fa:16:3e:d8:fe:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '80941157-3838-4d24-81c7-111345e516e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:18Z', 'revision_number': 4, 'project_id': 'd0695b3617d845118c00ba7cff6d312a', 'subnets': [{'id': '80941157-3838-4d24-81c7-111345e516e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:35:19.450384 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:35:19.450384 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Checking segment: {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:19.450384 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.450384 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Bound using segment: {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:35:19.450384 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Bound port: 505fb573-b215-4c10-8c89-c2c05c4b7365, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:35:19.450802 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.463817 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for port (b7c4d63c-94a0-42fa-b873-a508c624ec5e), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.472891 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1cd6cb48-88d4-4cb4-a3cf-585436e17c9f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (e17d8107-193a-438c-a944-355571bd7149), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.517917 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:19.557696 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6cb48-88d4-4cb4-a3cf-585436e17c9f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17d8107-193a-438c-a944-355571bd7149,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:19.559787 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (b7c4d63c-94a0-42fa-b873-a508c624ec5e), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.744908 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1cd6cb48-88d4-4cb4-a3cf-585436e17c9f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.746184 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-1cd6cb48-88d4-4cb4-a3cf-585436e17c9f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7891443 Jul 18 02:35:19.750258 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 47882) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:19.759406 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'floatingip': {'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:19.782023 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d174ac2b-d621-4206-ae53-9c5d91ed38e9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group_rule (23f23fbe-c94c-442d-99ef-fb3bc3bd3ccb), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.783728 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event updated for resources: {'Port': ['ID=b7c4d63c-94a0-42fa-b873-a508c624ec5e,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:19.814621 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (a30af35d-4077-4678-909d-afa9d7b70533), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.844745 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port edf098ab-5c37-40b0-9428-8c9308eade59 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:19.844745 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (edf098ab-5c37-40b0-9428-8c9308eade59), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.859254 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9c6be141-66c9-4301-9ac1-a4609d80e98b None None] Current status of the port 1052df94-1762-488e-a279-a0254d54bbba is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:19.867284 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] For port 505fb573-b215-4c10-8c89-c2c05c4b7365, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:35:19.873340 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] For port 505fb573-b215-4c10-8c89-c2c05c4b7365, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=505fb573-b215-4c10-8c89-c2c05c4b7365,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:35:19.893619 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port edf098ab-5c37-40b0-9428-8c9308eade59, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=edf098ab-5c37-40b0-9428-8c9308eade59,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:19.898416 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d174ac2b-d621-4206-ae53-9c5d91ed38e9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (23f23fbe-c94c-442d-99ef-fb3bc3bd3ccb), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.899397 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.904448 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:19.907924 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-697fbf1c-7e8e-465f-9600-1c2e0c3fad49 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2632043 Jul 18 02:35:19.930949 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ac2b-d621-4206-ae53-9c5d91ed38e9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f23fbe-c94c-442d-99ef-fb3bc3bd3ccb,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:20.001514 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (edf098ab-5c37-40b0-9428-8c9308eade59), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:20.002764 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device a08e0b83-c7ac-45ae-8cd8-9555375cc198 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:20.005400 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:20.029994 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d174ac2b-d621-4206-ae53-9c5d91ed38e9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:20.037803 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-d174ac2b-d621-4206-ae53-9c5d91ed38e9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9862578 Jul 18 02:35:20.039047 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47898) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:20.056655 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-63836cf9-9f5c-48c2-9bad-3d7cf419a773 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Request body: {'security_group_rule': {'security_group_id': '9b64e799-4cb6-481f-ad5d-ea467396a428', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:20.078492 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-85a54f96-8354-4e86-b9ae-c0cf6be48e5f None None] Provisioning complete for port 505fb573-b215-4c10-8c89-c2c05c4b7365 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:20.079169 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-85a54f96-8354-4e86-b9ae-c0cf6be48e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:20.105079 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:20.205808 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:20.206600 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:20.218074 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-63836cf9-9f5c-48c2-9bad-3d7cf419a773 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group_rule (5719afa7-f00c-4e42-89c2-66abe12f2b6c), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:20.337918 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:20.355919 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-63836cf9-9f5c-48c2-9bad-3d7cf419a773 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group_rule (5719afa7-f00c-4e42-89c2-66abe12f2b6c), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:20.388198 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:20.439961 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-f0e56691-261e-49e5-b9da-d86e9bc1a381 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2034601586&fields=id&tenant_id=85204e1ae6844b70b45f8452887d5385 HTTP/1.1" status: 200 len: 267 time: 0.1551063 Jul 18 02:35:20.467521 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-63836cf9-9f5c-48c2-9bad-3d7cf419a773 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (5719afa7-f00c-4e42-89c2-66abe12f2b6c), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:20.486184 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63836cf9-9f5c-48c2-9bad-3d7cf419a773 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5719afa7-f00c-4e42-89c2-66abe12f2b6c,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:20.505594 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-85a54f96-8354-4e86-b9ae-c0cf6be48e5f None None] Current status of the port 505fb573-b215-4c10-8c89-c2c05c4b7365 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:20.505975 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-85a54f96-8354-4e86-b9ae-c0cf6be48e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:20.526306 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:20.649921 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-63836cf9-9f5c-48c2-9bad-3d7cf419a773 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:20.657025 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-63836cf9-9f5c-48c2-9bad-3d7cf419a773 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6111333 Jul 18 02:35:20.657409 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port a08e0b83-c7ac-45ae-8cd8-9555375cc198 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:20.657409 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (a08e0b83-c7ac-45ae-8cd8-9555375cc198), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:20.659509 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 47926) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:20.672379 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Request body: {'floatingip': {'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:20.696142 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=edf098ab-5c37-40b0-9428-8c9308eade59,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:20.828979 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:20.949846 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:21.035501 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-85a54f96-8354-4e86-b9ae-c0cf6be48e5f None None] For port 505fb573-b215-4c10-8c89-c2c05c4b7365, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=505fb573-b215-4c10-8c89-c2c05c4b7365,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:21.042967 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5ea5c64b-b41e-4dba-b2be-e66b8c0b4b77 req-33ede147-e248-4f32-8ff5-f4338fda628b tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 210 time: 0.0461159 Jul 18 02:35:21.053586 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:21.133289 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Allocated IP 172.27.3.163 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/eb0abf15-efe3-4f42-b1a7-659c61968895) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:21.135644 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-85a54f96-8354-4e86-b9ae-c0cf6be48e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:21.158071 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-899b9cbd-8599-4f25-ac88-1fa0689273aa tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:21.159797 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-899b9cbd-8599-4f25-ac88-1fa0689273aa tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/networks?id=69054a80-8318-40e4-bbcb-fa67a0902b79 HTTP/1.1" status: 200 len: 810 time: 0.7003295 Jul 18 02:35:21.189650 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff104c6-5a86-4349-b7bf-422aa770875f None None] Pushing event updated for resources: {'Port': ['ID=505fb573-b215-4c10-8c89-c2c05c4b7365,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:21.213192 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-97f2b54c-a5c6-47ca-823f-68558ad23518 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/quotas/85204e1ae6844b70b45f8452887d5385 HTTP/1.1" status: 200 len: 375 time: 0.0303893 Jul 18 02:35:21.281362 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port a08e0b83-c7ac-45ae-8cd8-9555375cc198 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:21.322417 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-e1306cc7-8f04-4e04-a5bc-5ade2d2ff6c1 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=85204e1ae6844b70b45f8452887d5385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963221 Jul 18 02:35:21.353421 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-d73e6292-cbf6-482e-8c6f-3ee4df2f5a6b None None] Provisioning complete for port 505fb573-b215-4c10-8c89-c2c05c4b7365 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:21.353421 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d73e6292-cbf6-482e-8c6f-3ee4df2f5a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:21.402275 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a54f96-8354-4e86-b9ae-c0cf6be48e5f None None] Pushing event updated for resources: {'Port': ['ID=505fb573-b215-4c10-8c89-c2c05c4b7365,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:21.422430 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:21.453511 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:21.457428 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ff7f7-d5d2-4fec-87bb-e0d94cb54906 None None] The sync data for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi is: [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:35:21.501969 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for port (eb0abf15-efe3-4f42-b1a7-659c61968895), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:21.512319 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-d73e6292-cbf6-482e-8c6f-3ee4df2f5a6b None None] Current status of the port 505fb573-b215-4c10-8c89-c2c05c4b7365 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:21.550460 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:21.559868 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 1052df94-1762-488e-a279-a0254d54bbba up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:21.618908 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 1052df94-1762-488e-a279-a0254d54bbba triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:21.618908 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (1052df94-1762-488e-a279-a0254d54bbba), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:21.636964 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (eb0abf15-efe3-4f42-b1a7-659c61968895), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:21.724462 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:21.728467 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:21.743579 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:21.765802 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Allocated IP 172.27.3.228 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/efd3b490-e492-4050-af17-b478192cd5a4) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:21.819860 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.72', 56131) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:21.849093 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'Port': ['ID=eb0abf15-efe3-4f42-b1a7-659c61968895,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:21.868115 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 1052df94-1762-488e-a279-a0254d54bbba is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:21.873029 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 17754fba-39a9-4f4a-aeb4-7b20d67bf495 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:21.941341 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 17754fba-39a9-4f4a-aeb4-7b20d67bf495 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:21.941818 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (17754fba-39a9-4f4a-aeb4-7b20d67bf495), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:21.979704 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-676175c4-03e0-4170-9c38-10bce46ff769 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 02:35:21.980717 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-676175c4-03e0-4170-9c38-10bce46ff769 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1695213 Jul 18 02:35:22.015305 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for port (efd3b490-e492-4050-af17-b478192cd5a4), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:22.095591 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 17754fba-39a9-4f4a-aeb4-7b20d67bf495 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:22.097051 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device edf098ab-5c37-40b0-9428-8c9308eade59 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:22.168199 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (a1b523e5-294d-4415-95cb-9158708bd7cb), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:22.181148 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port edf098ab-5c37-40b0-9428-8c9308eade59 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:22.207176 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (edf098ab-5c37-40b0-9428-8c9308eade59), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:22.210966 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-60e72499-59ec-43f4-9595-54dc65676ca8 req-6754f8fa-8729-476b-b6c2-829f0bcd0bef tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 210 time: 0.0379622 Jul 18 02:35:22.213646 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d25ee-404b-4c96-8484-067b16a8729c req-d200c63a-0d3e-4ada-b5f6-5e9a92fa7f30 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:22.215153 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-d200c63a-0d3e-4ada-b5f6-5e9a92fa7f30 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.72 "GET /v2.0/networks?id=a18092a3-3402-4e73-8d77-80e569fe84ad HTTP/1.1" status: 200 len: 811 time: 0.3940110 Jul 18 02:35:22.233057 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-784d787b-e006-4e4b-85be-9f18144c1067 service neutron] 10.222.0.66 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390506 Jul 18 02:35:22.259412 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (efd3b490-e492-4050-af17-b478192cd5a4), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:22.281949 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port edf098ab-5c37-40b0-9428-8c9308eade59 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:22.286005 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [req-330d25ee-404b-4c96-8484-067b16a8729c req-3fb8e738-3b71-48fc-a37c-f199212f9528 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Request body: {'port': {'device_id': '0900bee1-a6cb-431f-9596-b1f13f8e8762', 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad', 'admin_state_up': True, 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:22.304713 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:22.310607 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:22.313140 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:22.316769 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event updated for resources: {'Port': ['ID=efd3b490-e492-4050-af17-b478192cd5a4,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:22.487937 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (eb0abf15-efe3-4f42-b1a7-659c61968895), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:22.640158 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-1f33aef4-518e-49cb-8d92-d8866f57d34d service neutron] 10.222.0.66 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004610 Jul 18 02:35:22.755984 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for floatingip (3ed3d4c2-cae7-41af-8d00-04663f0de552), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:22.769711 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 48034) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:22.787133 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330d25ee-404b-4c96-8484-067b16a8729c req-3fb8e738-3b71-48fc-a37c-f199212f9528 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Made reservation on behalf of d0695b3617d845118c00ba7cff6d312a for: {'port': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:35:22.791367 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-330d25ee-404b-4c96-8484-067b16a8729c req-3fb8e738-3b71-48fc-a37c-f199212f9528 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:22.909903 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (efd3b490-e492-4050-af17-b478192cd5a4), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:23.040264 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4f022be6-66dd-428e-b5d9-1b34f35cac58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:23.074313 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:23.150798 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for port (eb0abf15-efe3-4f42-b1a7-659c61968895), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:23.162191 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:23.193474 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for port (efd3b490-e492-4050-af17-b478192cd5a4), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:23.286452 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-311bc447-ec69-4b12-88c0-3303b9914026 req-6f64d603-a0f8-4d9d-ac35-1371ab29dc2b tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 210 time: 0.1084714 Jul 18 02:35:23.286452 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714115'] for port (eb0abf15-efe3-4f42-b1a7-659c61968895), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:23.299073 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [req-330d25ee-404b-4c96-8484-067b16a8729c req-3fb8e738-3b71-48fc-a37c-f199212f9528 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Allocated IP 172.20.0.11 (a18092a3-3402-4e73-8d77-80e569fe84ad/80941157-3838-4d24-81c7-111345e516e9/b96e2133-e507-43d3-98e8-30f0e0715209) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:23.373822 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4f022be6-66dd-428e-b5d9-1b34f35cac58 admin admin] Publish callbacks [] for security_group (a32d7644-c7c8-49c6-aabe-22abd8a7a6d9), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:23.376868 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (efd3b490-e492-4050-af17-b478192cd5a4), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:23.394874 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'Port': ['ID=eb0abf15-efe3-4f42-b1a7-659c61968895,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:23.457424 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (a1b523e5-294d-4415-95cb-9158708bd7cb), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:23.504493 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4f022be6-66dd-428e-b5d9-1b34f35cac58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (a32d7644-c7c8-49c6-aabe-22abd8a7a6d9), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:23.574836 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 505fb573-b215-4c10-8c89-c2c05c4b7365 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:23.610024 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:23.619191 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5b14d3ba-ff89-4464-a840-b684ffddff6c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8604369 Jul 18 02:35:23.663772 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f022be6-66dd-428e-b5d9-1b34f35cac58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32d7644-c7c8-49c6-aabe-22abd8a7a6d9,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:23.668259 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4857e3b5-029c-49c1-8541-5b5a28d1cd67 req-76ce5097-3de0-4a15-842e-8bb0e4f96dbd tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 210 time: 0.2199852 Jul 18 02:35:23.711511 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 505fb573-b215-4c10-8c89-c2c05c4b7365 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:23.711878 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:23.745875 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event updated for resources: {'Port': ['ID=efd3b490-e492-4050-af17-b478192cd5a4,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:23.748442 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-330d25ee-404b-4c96-8484-067b16a8729c req-3fb8e738-3b71-48fc-a37c-f199212f9528 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Publish callbacks [] for port (b96e2133-e507-43d3-98e8-30f0e0715209), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:23.779272 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-4f022be6-66dd-428e-b5d9-1b34f35cac58 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=77733b7b070540db93d486df83e565f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0060165 Jul 18 02:35:23.783456 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 48104) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:23.800026 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (3ed3d4c2-cae7-41af-8d00-04663f0de552), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:23.912913 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:23.916277 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-16f72b37-4770-48ce-b392-52e786b7d752 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2550235 Jul 18 02:35:23.920192 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-45fff38f-3b50-4294-a6fb-12bc70e77503 admin admin] Publish callbacks [] for security_group (a32d7644-c7c8-49c6-aabe-22abd8a7a6d9), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:23.928157 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:23.930605 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-330d25ee-404b-4c96-8484-067b16a8729c req-3fb8e738-3b71-48fc-a37c-f199212f9528 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (b96e2133-e507-43d3-98e8-30f0e0715209), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:23.969603 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-45fff38f-3b50-4294-a6fb-12bc70e77503 admin admin] Publish callbacks [] for security_group (a32d7644-c7c8-49c6-aabe-22abd8a7a6d9), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:24.108087 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Sync routers for ids ['75920ce6-3887-486e-a66f-0bc44f02c254'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:35:24.126192 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 505fb573-b215-4c10-8c89-c2c05c4b7365 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:24.181674 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Routers {'75920ce6-3887-486e-a66f-0bc44f02c254'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:24.182636 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['75920ce6-3887-486e-a66f-0bc44f02c254'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:24.264612 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-45fff38f-3b50-4294-a6fb-12bc70e77503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (a32d7644-c7c8-49c6-aabe-22abd8a7a6d9), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:24.269778 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-45fff38f-3b50-4294-a6fb-12bc70e77503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:24.270249 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-45fff38f-3b50-4294-a6fb-12bc70e77503 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a32d7644-c7c8-49c6-aabe-22abd8a7a6d9 HTTP/1.1" status: 204 len: 168 time: 0.4843397 Jul 18 02:35:24.292176 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fff38f-3b50-4294-a6fb-12bc70e77503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32d7644-c7c8-49c6-aabe-22abd8a7a6d9,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:24.445060 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:24.487064 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Set router 75920ce6-3887-486e-a66f-0bc44f02c254 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:24.517050 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-57c63122-80ac-4650-be8e-0b7038299271 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--660185386&fields=id&tenant_id=f3c1745729fe47238223557221c2e905 HTTP/1.1" status: 200 len: 267 time: 0.0947075 Jul 18 02:35:24.542021 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330d25ee-404b-4c96-8484-067b16a8729c req-3fb8e738-3b71-48fc-a37c-f199212f9528 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Network a18092a3-3402-4e73-8d77-80e569fe84ad is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:24.580120 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [req-330d25ee-404b-4c96-8484-067b16a8729c req-3fb8e738-3b71-48fc-a37c-f199212f9528 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:24.588335 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [req-330d25ee-404b-4c96-8484-067b16a8729c req-3fb8e738-3b71-48fc-a37c-f199212f9528 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:24.596012 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-52d0a1d6-1849-49b8-9eff-6b3d96c2167b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1136765090&fields=id&tenant_id=4b02a417904a474abcab1eec5cea9c7e HTTP/1.1" status: 200 len: 267 time: 0.1807811 Jul 18 02:35:24.596617 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8e738-3b71-48fc-a37c-f199212f9528 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Pushing event updated for resources: {'Port': ['ID=b96e2133-e507-43d3-98e8-30f0e0715209,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:24.840375 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-0eeacd3f-8356-4adb-8975-0edc9e0cc2bf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:24.853114 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-0eeacd3f-8356-4adb-8975-0edc9e0cc2bf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/networks?id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 HTTP/1.1" status: 200 len: 817 time: 0.3347208 Jul 18 02:35:24.859823 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:24.915751 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-d75f6ce9-42c5-44cd-8793-ee5f4df8ac8d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/quotas/f3c1745729fe47238223557221c2e905 HTTP/1.1" status: 200 len: 375 time: 0.0613983 Jul 18 02:35:24.940460 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d25ee-404b-4c96-8484-067b16a8729c req-3fb8e738-3b71-48fc-a37c-f199212f9528 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:24.944602 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-330d25ee-404b-4c96-8484-067b16a8729c req-3fb8e738-3b71-48fc-a37c-f199212f9528 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for port (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:25.034651 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-e873f6b5-dd92-42a0-93fa-e2355d966030 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:25.036508 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-e873f6b5-dd92-42a0-93fa-e2355d966030 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/networks?id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 HTTP/1.1" status: 200 len: 815 time: 0.3737195 Jul 18 02:35:25.041062 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-378af803-a236-4807-84dc-47d41ad98ac0 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3c1745729fe47238223557221c2e905&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1232495 Jul 18 02:35:25.072493 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-e8a68e0a-4d22-4d09-b007-81d7b6c6594e tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/quotas/4b02a417904a474abcab1eec5cea9c7e HTTP/1.1" status: 200 len: 375 time: 0.0251839 Jul 18 02:35:25.074968 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 48180) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:25.164997 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-59dfdf32-0864-407d-8612-465a834e622e None None] Provisioning complete for port b96e2133-e507-43d3-98e8-30f0e0715209 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:25.168704 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-59dfdf32-0864-407d-8612-465a834e622e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (b96e2133-e507-43d3-98e8-30f0e0715209), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:25.174111 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'bf5e3a20-2267-46bc-bd45-780061570f1e', 'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'mac_address': 'fa:16:3e:73:36:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:09Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 2, 'project_id': 'f3c1745729fe47238223557221c2e905', 'subnets': [{'id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:25.290738 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-59dfdf32-0864-407d-8612-465a834e622e None None] Port b96e2133-e507-43d3-98e8-30f0e0715209 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:35:25.295400 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-70a61351-8dbb-41a5-b949-b86a0b5bf64a tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b02a417904a474abcab1eec5cea9c7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2068398 Jul 18 02:35:25.306983 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-3fb8e738-3b71-48fc-a37c-f199212f9528 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0229883 Jul 18 02:35:25.354534 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Checking router: 75920ce6-3887-486e-a66f-0bc44f02c254 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:35:25.354906 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Updating router 75920ce6-3887-486e-a66f-0bc44f02c254 port bf5e3a20-2267-46bc-bd45-780061570f1e binding host dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:35:25.366544 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-b1b7ef11-c8c3-449b-a988-7e8b89701562 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 02:35:25.368838 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-b1b7ef11-c8c3-449b-a988-7e8b89701562 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0330262 Jul 18 02:35:25.399713 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:25.400929 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a6091c9f-7409-4a87-a9e0-9b118a842394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:25.426696 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:25.466010 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-07eb5554-6e76-4f3d-a15a-09090b9ea67e service neutron] 10.222.0.66 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838873 Jul 18 02:35:25.644738 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-a2cf75e6-0513-4362-9cb0-e4404fba5bda service neutron] 10.222.0.66 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336530 Jul 18 02:35:25.669976 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a6091c9f-7409-4a87-a9e0-9b118a842394 admin admin] Publish callbacks [] for security_group (2b836995-54f9-414b-b351-bdb2f12b5f41), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:25.702892 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-dfce0b50-ce31-412e-a44b-e885afaa909f service neutron] 10.222.0.66 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089229 Jul 18 02:35:25.780209 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a6091c9f-7409-4a87-a9e0-9b118a842394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (2b836995-54f9-414b-b351-bdb2f12b5f41), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:25.805980 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-7fd6a03a-aefd-4a22-b792-7802fc789394 service neutron] 10.222.0.66 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587803 Jul 18 02:35:25.854133 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6091c9f-7409-4a87-a9e0-9b118a842394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b836995-54f9-414b-b351-bdb2f12b5f41,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:25.866260 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-a6091c9f-7409-4a87-a9e0-9b118a842394 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=111367517d7f4746b244db54a7af290a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7821853 Jul 18 02:35:25.866882 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 48206) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:26.007685 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:26.060191 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c4d1bd96-1356-4595-b164-fc52ee195698 admin admin] Publish callbacks [] for security_group (2b836995-54f9-414b-b351-bdb2f12b5f41), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:26.109167 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Publish callbacks [] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:26.127547 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c4d1bd96-1356-4595-b164-fc52ee195698 admin admin] Publish callbacks [] for security_group (2b836995-54f9-414b-b351-bdb2f12b5f41), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:26.188849 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:26.249426 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Request body: {'port': {'device_id': '0900bee1-a6cb-431f-9596-b1f13f8e8762', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:26.309148 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 48220) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:26.420992 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d33f84-0b51-46ff-8a92-4c04e75e9442 None None] Pushing event updated for resources: {'Port': ['ID=bf5e3a20-2267-46bc-bd45-780061570f1e,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:26.471023 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-850dbc9d-f0dc-4ea8-9135-7f9a84418b50 req-d48ba957-8794-4871-b533-2889ca694a86 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 210 time: 0.2235732 Jul 18 02:35:26.609559 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c4d1bd96-1356-4595-b164-fc52ee195698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (2b836995-54f9-414b-b351-bdb2f12b5f41), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:26.618554 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c4d1bd96-1356-4595-b164-fc52ee195698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:26.621850 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-c4d1bd96-1356-4595-b164-fc52ee195698 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b836995-54f9-414b-b351-bdb2f12b5f41 HTTP/1.1" status: 204 len: 168 time: 0.7536170 Jul 18 02:35:26.625975 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (b96e2133-e507-43d3-98e8-30f0e0715209), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:26.740740 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Attempting to bind port bf5e3a20-2267-46bc-bd45-780061570f1e on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:35:26.744366 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Attempting to bind port bf5e3a20-2267-46bc-bd45-780061570f1e by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': 'caf5e89e-a801-4a5d-8d60-387239beb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:35:26.746710 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Attempting to bind port bf5e3a20-2267-46bc-bd45-780061570f1e on network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:26.748627 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8cdca43b-50fd-48ba-9616-5d4939ea4be7 req-002e1ca6-6cea-494a-88d9-0e94c61719cc tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 210 time: 0.1132743 Jul 18 02:35:26.775889 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:35:26.776649 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Checking segment: {'id': 'caf5e89e-a801-4a5d-8d60-387239beb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:26.779146 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:26.782399 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Bound using segment: {'id': 'caf5e89e-a801-4a5d-8d60-387239beb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:35:26.782399 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Bound port: bf5e3a20-2267-46bc-bd45-780061570f1e, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf5e89e-a801-4a5d-8d60-387239beb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:35:26.782399 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:26.884888 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d351520d-2886-433c-81e2-ba05dee0b204 req-1f31bce0-32e2-41da-9601-ec7d0565cdf6 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 210 time: 0.0520124 Jul 18 02:35:26.910072 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] For port bf5e3a20-2267-46bc-bd45-780061570f1e, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:35:26.923216 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:26.931293 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c25acc22-8c0c-47ec-8f6e-c55e4a19ccb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:27.015168 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1bd96-1356-4595-b164-fc52ee195698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b836995-54f9-414b-b351-bdb2f12b5f41,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:27.056218 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec37e11-ddfc-4bf8-aa44-eea396f3fac1 req-8c2456b8-1e5d-4ffb-bb60-4f27eaac217a tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:27.069482 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1ec37e11-ddfc-4bf8-aa44-eea396f3fac1 req-8c2456b8-1e5d-4ffb-bb60-4f27eaac217a tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 932 time: 0.3333385 Jul 18 02:35:27.202574 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] For port bf5e3a20-2267-46bc-bd45-780061570f1e, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=bf5e3a20-2267-46bc-bd45-780061570f1e,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:35:27.206704 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-2303eb2e-1c38-4c9c-b231-93bd7cf3ac48 None None] Provisioning complete for port bf5e3a20-2267-46bc-bd45-780061570f1e triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:27.207194 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2303eb2e-1c38-4c9c-b231-93bd7cf3ac48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:27.256984 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:27.299834 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:27.302414 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-2303eb2e-1c38-4c9c-b231-93bd7cf3ac48 None None] Port bf5e3a20-2267-46bc-bd45-780061570f1e cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:35:27.323345 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:27.406423 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:35:27.484998 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1ec37e11-ddfc-4bf8-aa44-eea396f3fac1 req-e65bdcd4-498c-4d7b-8143-f18fa79f8bcc tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138548 Jul 18 02:35:27.505411 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d33f84-0b51-46ff-8a92-4c04e75e9442 None None] Pushing event updated for resources: {'Port': ['ID=bf5e3a20-2267-46bc-bd45-780061570f1e,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:27.621639 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Routers {'75920ce6-3887-486e-a66f-0bc44f02c254'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:27.628163 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['75920ce6-3887-486e-a66f-0bc44f02c254'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:27.683788 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2926f196-71c9-4ae1-a4e7-2d8250c5f144 req-895be3ab-b0cf-400c-8360-020e8908390e tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 210 time: 0.0779111 Jul 18 02:35:27.746637 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c25acc22-8c0c-47ec-8f6e-c55e4a19ccb7 admin admin] Publish callbacks [] for security_group (51a76433-8b95-44b4-bd29-61d2cb9ec091), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:27.872490 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c25acc22-8c0c-47ec-8f6e-c55e4a19ccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (51a76433-8b95-44b4-bd29-61d2cb9ec091), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:27.875703 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:28.063779 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] Set router 75920ce6-3887-486e-a66f-0bc44f02c254 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:28.114992 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8e113d52-86c5-432f-9f39-d8c41a97ef01 req-09da3a61-70c6-4b3b-96f7-633c97f8e7ac tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 210 time: 0.0898817 Jul 18 02:35:28.135965 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e0b5f75f-b0cf-436f-a22c-e384fa74efa4 req-81a672c9-b021-4894-8d1d-91df2660258b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 210 time: 0.1422036 Jul 18 02:35:28.161415 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-10c6b53f-fe79-4f86-83b9-75f164f28c20 None None] Provisioning complete for port bf5e3a20-2267-46bc-bd45-780061570f1e triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:28.162058 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-10c6b53f-fe79-4f86-83b9-75f164f28c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:28.192183 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-c25acc22-8c0c-47ec-8f6e-c55e4a19ccb7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9917e65b8ee449038cbd72443c368db7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8919439 Jul 18 02:35:28.194871 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 48286) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:28.213894 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25acc22-8c0c-47ec-8f6e-c55e4a19ccb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a76433-8b95-44b4-bd29-61d2cb9ec091,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:28.231944 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96e2133-e507-43d3-98e8-30f0e0715209 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:35:28.251585 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Publish callbacks [] for port (b96e2133-e507-43d3-98e8-30f0e0715209), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:28.314309 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Transition to ACTIVE for port object b96e2133-e507-43d3-98e8-30f0e0715209 will not be triggered until provisioned by entity L2. {{(pid=104650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:35:28.320269 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-42e276f3-dcac-4335-91b7-6791c30509cf admin admin] Publish callbacks [] for security_group (51a76433-8b95-44b4-bd29-61d2cb9ec091), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:28.352432 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-42e276f3-dcac-4335-91b7-6791c30509cf admin admin] Publish callbacks [] for security_group (51a76433-8b95-44b4-bd29-61d2cb9ec091), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:28.401380 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714115'] for port (b96e2133-e507-43d3-98e8-30f0e0715209), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:28.405433 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-10c6b53f-fe79-4f86-83b9-75f164f28c20 None None] Current status of the port bf5e3a20-2267-46bc-bd45-780061570f1e is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:28.410688 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-10c6b53f-fe79-4f86-83b9-75f164f28c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:28.474313 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:28.489573 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Pushing event updated for resources: {'Port': ['ID=b96e2133-e507-43d3-98e8-30f0e0715209,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:28.527217 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-10c6b53f-fe79-4f86-83b9-75f164f28c20 None None] For port bf5e3a20-2267-46bc-bd45-780061570f1e, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=bf5e3a20-2267-46bc-bd45-780061570f1e,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:28.538935 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-42e276f3-dcac-4335-91b7-6791c30509cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (51a76433-8b95-44b4-bd29-61d2cb9ec091), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:28.548280 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-42e276f3-dcac-4335-91b7-6791c30509cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:28.553222 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-42e276f3-dcac-4335-91b7-6791c30509cf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/51a76433-8b95-44b4-bd29-61d2cb9ec091 HTTP/1.1" status: 204 len: 168 time: 0.3542190 Jul 18 02:35:28.577556 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e276f3-dcac-4335-91b7-6791c30509cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a76433-8b95-44b4-bd29-61d2cb9ec091,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:28.671899 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Attempting to bind port b96e2133-e507-43d3-98e8-30f0e0715209 on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:35:28.672302 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Attempting to bind port b96e2133-e507-43d3-98e8-30f0e0715209 by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': 'be8725c6-443d-4805-9c71-8150595d19c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:35:28.672652 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Attempting to bind port b96e2133-e507-43d3-98e8-30f0e0715209 on network a18092a3-3402-4e73-8d77-80e569fe84ad {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:28.679055 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-10c6b53f-fe79-4f86-83b9-75f164f28c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:28.691792 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Port b96e2133-e507-43d3-98e8-30f0e0715209 on network a18092a3-3402-4e73-8d77-80e569fe84ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:35:28.692373 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Attempting to bind port b96e2133-e507-43d3-98e8-30f0e0715209 on network a18092a3-3402-4e73-8d77-80e569fe84ad {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:28.705668 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:35:28.706067 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Checking segment: {'id': 'be8725c6-443d-4805-9c71-8150595d19c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:28.707845 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Bound using segment: {'id': 'be8725c6-443d-4805-9c71-8150595d19c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:35:28.723325 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Bound port: b96e2133-e507-43d3-98e8-30f0e0715209, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be8725c6-443d-4805-9c71-8150595d19c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:35:28.723325 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (b96e2133-e507-43d3-98e8-30f0e0715209), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:28.912319 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'bf5e3a20-2267-46bc-bd45-780061570f1e', 'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'mac_address': 'fa:16:3e:73:36:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:09Z', 'updated_at': '2022-07-18T02:35:26Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'subnets': [{'id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:28.924477 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd0d67-8e56-44a5-82a9-66b9f627b72e req-8f9e97a0-3880-40e3-b86f-208603e02754 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:28.938871 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8bbd0d67-8e56-44a5-82a9-66b9f627b72e req-8f9e97a0-3880-40e3-b86f-208603e02754 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 944 time: 0.2098494 Jul 18 02:35:28.991107 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-eed436d9-57de-4c92-ab08-333e7549c65d req-247c4e86-8ebd-48ad-b39b-e16fb04c7ab1 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 210 time: 0.1069939 Jul 18 02:35:29.019591 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] For port b96e2133-e507-43d3-98e8-30f0e0715209, host hv-cinder-85001, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:35:29.027261 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8bbd0d67-8e56-44a5-82a9-66b9f627b72e req-008e6a4d-fd3d-4244-9f1c-b3a24e63cc3b tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930176 Jul 18 02:35:29.030279 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] For port b96e2133-e507-43d3-98e8-30f0e0715209, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=b96e2133-e507-43d3-98e8-30f0e0715209,segment=NetworkSegment(be8725c6-443d-4805-9c71-8150595d19c0),segment_id=be8725c6-443d-4805-9c71-8150595d19c0)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:35:29.031010 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cbd7ef-cfd9-45a7-9d3c-8d9e2ae349db None None] The sync data for ids ['75920ce6-3887-486e-a66f-0bc44f02c254'] in dv-cinder-850015-3-iscsi is: [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'bf5e3a20-2267-46bc-bd45-780061570f1e', 'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'mac_address': 'fa:16:3e:73:36:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:09Z', 'updated_at': '2022-07-18T02:35:26Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'subnets': [{'id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:35:29.046173 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6b53f-fe79-4f86-83b9-75f164f28c20 None None] Pushing event updated for resources: {'Port': ['ID=bf5e3a20-2267-46bc-bd45-780061570f1e,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:29.052177 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9bf15b03-50e3-4dcb-bf1b-1bfe7ba141f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:29.075814 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.72', 56142) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:29.129737 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714115'] for port (b96e2133-e507-43d3-98e8-30f0e0715209), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:29.249976 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:29.250803 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for port (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:29.252735 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] 10.222.0.72 "PUT /v2.0/ports/b96e2133-e507-43d3-98e8-30f0e0715209 HTTP/1.1" status: 200 len: 1094 time: 3.6667340 Jul 18 02:35:29.259759 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0900bee1-a6cb-431f-9596-b1f13f8e8762', 'tag': 'b96e2133-e507-43d3-98e8-30f0e0715209'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:35:29.305494 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:29.389023 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b1cd2a2e-1f88-4a8d-a3c4-6dcdd8af2baf req-09a81dca-88e0-445c-9d7b-6cd5668ebf03 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 210 time: 0.1119537 Jul 18 02:35:29.453379 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 48312) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:29.479329 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f33d6d-a3be-448c-a128-7ae5063c1689 service neutron] Pushing event updated for resources: {'Port': ['ID=b96e2133-e507-43d3-98e8-30f0e0715209,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:29.500875 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1a6e8e64-38bf-486d-badd-c48f80ff2970 req-b7d61a28-a2a8-4467-93bf-0d6e9659901e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 210 time: 0.1780894 Jul 18 02:35:29.546670 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-1dc1b1fa-3b1f-4ce5-af42-b734aa2cbd84 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:29.553867 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-1dc1b1fa-3b1f-4ce5-af42-b734aa2cbd84 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.72 "GET /v2.0/networks?id=69054a80-8318-40e4-bbcb-fa67a0902b79 HTTP/1.1" status: 200 len: 810 time: 0.4219985 Jul 18 02:35:29.618843 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device bf5e3a20-2267-46bc-bd45-780061570f1e up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:29.699570 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port bf5e3a20-2267-46bc-bd45-780061570f1e triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:29.699570 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:29.757862 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-11f3b506-93ad-463a-a200-4147d6579970 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85204e1ae6844b70b45f8452887d5385 HTTP/1.1" status: 200 len: 380 time: 0.1584165 Jul 18 02:35:29.778357 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-b37d0957-aedd-4dc2-83bf-8099895bcd87 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Request body: {'port': {'device_id': '6e1905a0-2c49-40f1-921a-0fda9997cdb3', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'admin_state_up': True, 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'security_groups': ['6b921030-b138-481a-9b66-12d947b7e5de']}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:29.813867 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:UPDATE=5,neutron:INSERT=7,neutron:SELECT=88 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:29.815817 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d25ee-404b-4c96-8484-067b16a8729c req-d728d341-8473-4084-b130-8e48443bfe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:29.818596 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-d728d341-8473-4084-b130-8e48443bfe4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0695b3617d845118c00ba7cff6d312a&device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 1128 time: 0.2180502 Jul 18 02:35:29.961503 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port bf5e3a20-2267-46bc-bd45-780061570f1e is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:30.174642 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-58db7bdc-5b53-47b8-b961-cc731c8a8c49 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b96e2133-e507-43d3-98e8-30f0e0715209 HTTP/1.1" status: 200 len: 217 time: 0.3013213 Jul 18 02:35:30.207482 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0961cbbd-3f8a-49a9-8031-e11b92fc5e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:30.268710 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 48334) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:30.270988 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d3cc6-eeb1-4f93-b36c-a44b0bc7cfdd req-1e6f328d-792a-40a6-a203-4b866f1d335a tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:30.282833 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9e1d3cc6-eeb1-4f93-b36c-a44b0bc7cfdd req-1e6f328d-792a-40a6-a203-4b866f1d335a tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 944 time: 0.1212924 Jul 18 02:35:30.299517 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-b37d0957-aedd-4dc2-83bf-8099895bcd87 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Made reservation on behalf of 85204e1ae6844b70b45f8452887d5385 for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:35:30.303600 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-b37d0957-aedd-4dc2-83bf-8099895bcd87 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:30.307059 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2bee6fcd-2f28-492b-9ed3-a9796af3b2e0 req-7b579c98-b173-41eb-ac0c-8464068e20d0 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 210 time: 0.1344705 Jul 18 02:35:30.348485 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5e76ea0-d236-4556-927e-59c393940352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:30.365126 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64ea466cc435dd77490079e2fa520d09e38a4648c4a1127f42521b2533b3eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f9d272-9507-410d-ba5f-457da1052e16" -d '{"events": [{"name": "network-changed", "server_uuid": "0900bee1-a6cb-431f-9596-b1f13f8e8762", "tag": "b96e2133-e507-43d3-98e8-30f0e0715209"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:35:30.446913 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9e1d3cc6-eeb1-4f93-b36c-a44b0bc7cfdd req-b2f83b76-6ac2-498c-bf1e-e48d492af35f tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630785 Jul 18 02:35:30.630269 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0961cbbd-3f8a-49a9-8031-e11b92fc5e4d admin admin] Publish callbacks [] for security_group (a61fef33-45e3-4e31-8de6-b12aa6500c1f), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:30.701154 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5e76ea0-d236-4556-927e-59c393940352 admin admin] Publish callbacks [] for security_group (3f9ba60d-e3d7-4b89-8153-58ea1a943b06), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:30.715763 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0961cbbd-3f8a-49a9-8031-e11b92fc5e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (a61fef33-45e3-4e31-8de6-b12aa6500c1f), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:30.834115 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cfa38f98-ff33-4734-a47d-19d5a5256825 req-ef18003e-c54e-46c9-afaa-f63c8e6a0743 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 210 time: 0.2056909 Jul 18 02:35:31.032512 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5860985d-eb99-4a1a-b38a-4dfccd1d8801 x-openstack-request-id: req-5860985d-eb99-4a1a-b38a-4dfccd1d8801 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:35:31.033158 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0900bee1-a6cb-431f-9596-b1f13f8e8762", "tag": "b96e2133-e507-43d3-98e8-30f0e0715209", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:35:31.033703 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5860985d-eb99-4a1a-b38a-4dfccd1d8801 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:35:31.034322 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5860985d-eb99-4a1a-b38a-4dfccd1d8801'] response: {'name': 'network-changed', 'server_uuid': '0900bee1-a6cb-431f-9596-b1f13f8e8762', 'tag': 'b96e2133-e507-43d3-98e8-30f0e0715209', 'status': 'completed', 'code': 200} Jul 18 02:35:31.050354 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a5e76ea0-d236-4556-927e-59c393940352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (3f9ba60d-e3d7-4b89-8153-58ea1a943b06), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:31.057957 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46c3c0d2-bb27-4deb-a38b-eaff5f54d308 req-0d4a2bc4-09bb-4ee7-9a9a-0ef9268b6449 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 210 time: 0.0615246 Jul 18 02:35:31.078283 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:31.133624 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:31.145556 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-0961cbbd-3f8a-49a9-8031-e11b92fc5e4d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=805769e9d58340d48402101bf7eb967e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6790903 Jul 18 02:35:31.148620 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 48358) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:31.149606 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-b37d0957-aedd-4dc2-83bf-8099895bcd87 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Allocated IP 172.20.0.10 (69054a80-8318-40e4-bbcb-fa67a0902b79/0a535d1c-7310-4558-a2ba-5d3749160bbf/f7b04923-0911-4df9-b770-512e41d840f9) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:31.157980 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961cbbd-3f8a-49a9-8031-e11b92fc5e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61fef33-45e3-4e31-8de6-b12aa6500c1f,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:31.173532 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a5e76ea0-d236-4556-927e-59c393940352 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1adfe26f31649cab9688e5c766ed9da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8952224 Jul 18 02:35:31.182730 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 48360) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:31.202177 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d25ee-404b-4c96-8484-067b16a8729c req-904dca7e-cd1d-4ba9-a374-32fec58b348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:31.203572 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-904dca7e-cd1d-4ba9-a374-32fec58b348c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80941157-3838-4d24-81c7-111345e516e9 HTTP/1.1" status: 200 len: 850 time: 0.1682014 Jul 18 02:35:31.234337 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce8b0-4cb2-4ab9-abb7-91b7ab548bed admin admin] Publish callbacks [] for security_group (a61fef33-45e3-4e31-8de6-b12aa6500c1f), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:31.244363 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e76ea0-d236-4556-927e-59c393940352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9ba60d-e3d7-4b89-8153-58ea1a943b06,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:31.299558 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce8b0-4cb2-4ab9-abb7-91b7ab548bed admin admin] Publish callbacks [] for security_group (a61fef33-45e3-4e31-8de6-b12aa6500c1f), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:31.314596 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b21f928-fecc-4f5a-b9ad-786550b61595 admin admin] Publish callbacks [] for security_group (3f9ba60d-e3d7-4b89-8153-58ea1a943b06), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:31.366817 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-b3449533-9dcc-4dae-9f63-8a5bb5e64cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:31.397542 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:31.422003 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.72', 56148) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:31.514459 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-b37d0957-aedd-4dc2-83bf-8099895bcd87 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for port (f7b04923-0911-4df9-b770-512e41d840f9), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:31.553854 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce8b0-4cb2-4ab9-abb7-91b7ab548bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (a61fef33-45e3-4e31-8de6-b12aa6500c1f), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:31.556544 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce8b0-4cb2-4ab9-abb7-91b7ab548bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:31.561294 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-4d5ce8b0-4cb2-4ab9-abb7-91b7ab548bed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a61fef33-45e3-4e31-8de6-b12aa6500c1f HTTP/1.1" status: 204 len: 168 time: 0.4136236 Jul 18 02:35:31.568052 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b21f928-fecc-4f5a-b9ad-786550b61595 admin admin] Publish callbacks [] for security_group (3f9ba60d-e3d7-4b89-8153-58ea1a943b06), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:31.580779 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ce8b0-4cb2-4ab9-abb7-91b7ab548bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61fef33-45e3-4e31-8de6-b12aa6500c1f,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:31.685247 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-e1c7c28d-5bb0-48b4-9445-227e8aedd42f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:31.687023 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-e1c7c28d-5bb0-48b4-9445-227e8aedd42f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "GET /v2.0/networks?id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 HTTP/1.1" status: 200 len: 815 time: 0.2500734 Jul 18 02:35:31.689297 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d25ee-404b-4c96-8484-067b16a8729c req-287632d0-8a32-455f-bdb2-f7f7c85dc65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:31.691595 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-287632d0-8a32-455f-bdb2-f7f7c85dc65c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a18092a3-3402-4e73-8d77-80e569fe84ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2519407 Jul 18 02:35:31.707058 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a1a30e1b-efe4-468a-87c5-40a53a9bbb9b req-b4a4ad9f-f147-4378-b21b-9d34533f2562 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 210 time: 0.1325479 Jul 18 02:35:31.789113 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f1346-f10b-4eed-96a3-fa434f4fc70a req-d079c4f8-cc81-475a-9e9c-bd93432f21fc tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:31.796861 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-178f1346-f10b-4eed-96a3-fa434f4fc70a req-d079c4f8-cc81-475a-9e9c-bd93432f21fc tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 944 time: 0.1583090 Jul 18 02:35:31.856770 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-178f1346-f10b-4eed-96a3-fa434f4fc70a req-4171e725-1b10-49ce-9562-133c2c3f7e28 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588689 Jul 18 02:35:31.899487 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-b37d0957-aedd-4dc2-83bf-8099895bcd87 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (f7b04923-0911-4df9-b770-512e41d840f9), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:31.901890 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b21f928-fecc-4f5a-b9ad-786550b61595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (3f9ba60d-e3d7-4b89-8153-58ea1a943b06), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:31.909145 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b21f928-fecc-4f5a-b9ad-786550b61595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:31.913081 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6b21f928-fecc-4f5a-b9ad-786550b61595 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f9ba60d-e3d7-4b89-8153-58ea1a943b06 HTTP/1.1" status: 204 len: 168 time: 0.7265379 Jul 18 02:35:32.203489 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.72', 56149) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:32.205841 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21f928-fecc-4f5a-b9ad-786550b61595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9ba60d-e3d7-4b89-8153-58ea1a943b06,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:32.205841 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-22f09ab8-bf12-4494-ab32-d3228c0e3aed req-4ed70af4-fbed-43f8-bf0e-acba0d931c47 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 210 time: 0.1087658 Jul 18 02:35:32.235003 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-3fe087e1-9ef9-4bb5-a749-d5ba69d0a4bd service neutron] 10.222.0.72 "GET /v2.0/networks/a18092a3-3402-4e73-8d77-80e569fe84ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134339 Jul 18 02:35:32.293965 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:32.336918 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-b37d0957-aedd-4dc2-83bf-8099895bcd87 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Network 69054a80-8318-40e4-bbcb-fa67a0902b79 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:32.349525 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ab21259a-eaea-442e-881a-dbd1189425bc req-aaa94747-5c97-45d0-a774-dd9c4b5348d9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 210 time: 0.1039445 Jul 18 02:35:32.383294 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-b37d0957-aedd-4dc2-83bf-8099895bcd87 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:32.392973 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d0957-aedd-4dc2-83bf-8099895bcd87 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event updated for resources: {'Port': ['ID=f7b04923-0911-4df9-b770-512e41d840f9,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:32.404435 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=34 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:32.421228 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-b37d0957-aedd-4dc2-83bf-8099895bcd87 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:32.537169 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-82c2a021-181f-4842-9866-b08dc5534ed0 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b02a417904a474abcab1eec5cea9c7e HTTP/1.1" status: 200 len: 380 time: 0.6075385 Jul 18 02:35:32.538564 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-330d25ee-404b-4c96-8484-067b16a8729c req-62e01b7e-1381-4846-a1f2-e9cff8e0d0f6 service neutron] 10.222.0.72 "GET /v2.0/networks/a18092a3-3402-4e73-8d77-80e569fe84ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691569 Jul 18 02:35:32.570150 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-ce388a4d-4e02-42e2-a8e1-b7870def9184 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:32.572030 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-ce388a4d-4e02-42e2-a8e1-b7870def9184 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.72 "GET /v2.0/networks?id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 HTTP/1.1" status: 200 len: 817 time: 0.5501497 Jul 18 02:35:32.577657 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-b37d0957-aedd-4dc2-83bf-8099895bcd87 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:32.590769 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-b37d0957-aedd-4dc2-83bf-8099895bcd87 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:32.616556 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:32.631661 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-51a6a6bf-fd59-439d-afeb-a571ea85dde4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'port': {'device_id': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'admin_state_up': True, 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'security_groups': ['ddca24cb-5102-4722-84d4-41c5c6874048']}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:32.877065 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-8a9c03e7-56f4-4e7c-95db-09acb83c6c2f None None] Provisioning complete for port f7b04923-0911-4df9-b770-512e41d840f9 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:32.878702 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8a9c03e7-56f4-4e7c-95db-09acb83c6c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (f7b04923-0911-4df9-b770-512e41d840f9), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:32.911012 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-51a6a6bf-fd59-439d-afeb-a571ea85dde4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Made reservation on behalf of 4b02a417904a474abcab1eec5cea9c7e for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:35:32.917512 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-51a6a6bf-fd59-439d-afeb-a571ea85dde4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:32.973618 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-b37d0957-aedd-4dc2-83bf-8099895bcd87 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2000444 Jul 18 02:35:32.975458 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c03e7-56f4-4e7c-95db-09acb83c6c2f None None] Port f7b04923-0911-4df9-b770-512e41d840f9 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:35:33.001033 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-cbfbe4ee-e97c-42c4-872e-130bf906e3ca tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c1745729fe47238223557221c2e905 HTTP/1.1" status: 200 len: 379 time: 0.1790097 Jul 18 02:35:33.081084 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-d330a9d7-6604-4a58-b147-807af4950bc8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Request body: {'port': {'device_id': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'admin_state_up': True, 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'security_groups': ['9b64e799-4cb6-481f-ad5d-ea467396a428']}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:33.082440 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b78c1-3ad1-41dd-bf3b-dd7437eb6be4 req-2934ab5c-b3e4-433e-ba29-1627af0df9c9 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:33.084900 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c76b78c1-3ad1-41dd-bf3b-dd7437eb6be4 req-2934ab5c-b3e4-433e-ba29-1627af0df9c9 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 932 time: 0.2427793 Jul 18 02:35:33.086900 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9d272-9507-410d-ba5f-457da1052e16 req-d5bfb34f-95d4-4b38-95ed-e8c0ca629841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:33.088553 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-98f9d272-9507-410d-ba5f-457da1052e16 req-d5bfb34f-95d4-4b38-95ed-e8c0ca629841 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0695b3617d845118c00ba7cff6d312a&device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 1128 time: 0.1720181 Jul 18 02:35:33.156328 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c76b78c1-3ad1-41dd-bf3b-dd7437eb6be4 req-9d0e48a3-7a08-4fbf-b97f-f11d9375252f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601661 Jul 18 02:35:33.195190 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Request body: {'port': {'device_id': '6e1905a0-2c49-40f1-921a-0fda9997cdb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:33.311814 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7fcdb06f-2e2a-482f-a8ec-8453e5e0e233 req-cfce4ac9-6162-4650-b67d-c4c5a8cbb8a8 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 210 time: 0.0802507 Jul 18 02:35:33.325269 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37424980-f7f8-49d6-9a33-0d33da9b5644 req-e9515682-4bde-4a78-a9d2-69f98cffe0bf tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:33.325269 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-37424980-f7f8-49d6-9a33-0d33da9b5644 req-e9515682-4bde-4a78-a9d2-69f98cffe0bf tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 944 time: 0.2637427 Jul 18 02:35:33.464312 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-51a6a6bf-fd59-439d-afeb-a571ea85dde4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Allocated IP 172.20.0.9 (cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3/980bd026-fed1-45eb-bd25-e5a3e3e70779/063ebb17-b759-41b1-bb29-1214343746a1) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:33.520030 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dffe56bb-2e9f-458c-8d47-54f23e53a055 req-b7c5e780-6adf-4ec3-8baa-57c27e74314e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 210 time: 0.0407989 Jul 18 02:35:33.529296 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (f7b04923-0911-4df9-b770-512e41d840f9), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:33.654919 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-37424980-f7f8-49d6-9a33-0d33da9b5644 req-0944078e-3d30-4fdf-b89a-50599c1caeeb tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772548 Jul 18 02:35:33.699086 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:33.772311 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-d330a9d7-6604-4a58-b147-807af4950bc8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Made reservation on behalf of f3c1745729fe47238223557221c2e905 for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:35:33.776038 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-d330a9d7-6604-4a58-b147-807af4950bc8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:33.986155 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:34.000908 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 48424) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:34.033577 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-be5d9833-0031-4880-a5a0-dce750366338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:34.067357 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-51a6a6bf-fd59-439d-afeb-a571ea85dde4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for port (063ebb17-b759-41b1-bb29-1214343746a1), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:34.109970 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:34.118516 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9d272-9507-410d-ba5f-457da1052e16 req-9c6fa411-5b3b-4bae-8407-b4b0f55fa19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:34.120460 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-98f9d272-9507-410d-ba5f-457da1052e16 req-9c6fa411-5b3b-4bae-8407-b4b0f55fa19e service neutron] 10.222.0.72 "GET /v2.0/networks?id=a18092a3-3402-4e73-8d77-80e569fe84ad HTTP/1.1" status: 200 len: 912 time: 0.2655718 Jul 18 02:35:34.142547 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:DELETE=1,neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:34.190748 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-d330a9d7-6604-4a58-b147-807af4950bc8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Allocated IP 172.20.0.6 (cf656dc8-ef6c-43a1-bbd8-140e60e69fc7/190dcf0a-7210-4697-9764-0ce7890a53b0/3185ab6e-a508-4ad1-b269-07229430860b) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:35:34.191578 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:34.246570 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-98f9d272-9507-410d-ba5f-457da1052e16 req-cda10043-15fb-496c-b2cb-e7ee3c45d84e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b96e2133-e507-43d3-98e8-30f0e0715209 HTTP/1.1" status: 200 len: 217 time: 0.1024375 Jul 18 02:35:34.260945 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b04923-0911-4df9-b770-512e41d840f9 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:35:34.297962 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Publish callbacks [] for port (f7b04923-0911-4df9-b770-512e41d840f9), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:34.373560 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Transition to ACTIVE for port object f7b04923-0911-4df9-b770-512e41d840f9 will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:35:34.390180 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-be5d9833-0031-4880-a5a0-dce750366338 admin admin] Publish callbacks [] for security_group (a85e3d94-7c96-417a-bd33-eda69d2ff5b6), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:34.415061 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9d272-9507-410d-ba5f-457da1052e16 req-2c15f4f3-2431-4323-9b20-603233284feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:34.416591 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-98f9d272-9507-410d-ba5f-457da1052e16 req-2c15f4f3-2431-4323-9b20-603233284feb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80941157-3838-4d24-81c7-111345e516e9 HTTP/1.1" status: 200 len: 850 time: 0.1487112 Jul 18 02:35:34.432616 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4f61d-5031-48c7-8797-b468e2aa16b0 req-128286ee-c691-4826-9dbe-1fb8043b7861 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:34.441168 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a9b4f61d-5031-48c7-8797-b468e2aa16b0 req-128286ee-c691-4826-9dbe-1fb8043b7861 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 932 time: 0.1417532 Jul 18 02:35:34.510670 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9d272-9507-410d-ba5f-457da1052e16 req-15a348e9-acc9-4a08-aaf0-0f3e1c1d648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:34.512968 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-98f9d272-9507-410d-ba5f-457da1052e16 req-15a348e9-acc9-4a08-aaf0-0f3e1c1d648a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a18092a3-3402-4e73-8d77-80e569fe84ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702283 Jul 18 02:35:34.529578 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7b4c9302-fa07-497e-b66d-8e33ade12d54 req-ef3e534e-0fae-4d6a-9fbc-d185f32dea69 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 210 time: 0.0356944 Jul 18 02:35:34.540138 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a9b4f61d-5031-48c7-8797-b468e2aa16b0 req-b882c586-1acd-4f39-88e5-1ae0b8fa39f6 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943418 Jul 18 02:35:34.542222 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-51a6a6bf-fd59-439d-afeb-a571ea85dde4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (063ebb17-b759-41b1-bb29-1214343746a1), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:34.595358 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-be5d9833-0031-4880-a5a0-dce750366338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (a85e3d94-7c96-417a-bd33-eda69d2ff5b6), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:34.595983 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:34.628660 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-d330a9d7-6604-4a58-b147-807af4950bc8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for port (3185ab6e-a508-4ad1-b269-07229430860b), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:34.693343 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6a6bf-fd59-439d-afeb-a571ea85dde4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'Port': ['ID=063ebb17-b759-41b1-bb29-1214343746a1,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:34.841682 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (f7b04923-0911-4df9-b770-512e41d840f9), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:34.844419 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:34.845998 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-51a6a6bf-fd59-439d-afeb-a571ea85dde4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:34.845998 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-51a6a6bf-fd59-439d-afeb-a571ea85dde4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:34.846657 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-be5d9833-0031-4880-a5a0-dce750366338 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d493928bffa467d8ca39fe0f5403cbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8094931 Jul 18 02:35:34.847072 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-51a6a6bf-fd59-439d-afeb-a571ea85dde4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:34.848155 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d9833-0031-4880-a5a0-dce750366338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85e3d94-7c96-417a-bd33-eda69d2ff5b6,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:34.848251 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-890812c2-1d06-413e-84d1-3dad7bf465cb req-c330cdf2-dfc1-4381-905c-6cea4167b795 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 210 time: 0.1244760 Jul 18 02:35:34.848349 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 48456) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:34.850866 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b04923-0911-4df9-b770-512e41d840f9,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:34.855638 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22a290-8590-4198-bd22-2c9aaf1da506 req-f3df79ed-373b-455c-8370-b56d64185908 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:34.864892 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9f22a290-8590-4198-bd22-2c9aaf1da506 req-f3df79ed-373b-455c-8370-b56d64185908 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 944 time: 0.1049461 Jul 18 02:35:34.875852 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-98f9d272-9507-410d-ba5f-457da1052e16 req-5ad53411-351a-4b82-83e5-5f2d4dd75c3d service neutron] 10.222.0.72 "GET /v2.0/networks/a18092a3-3402-4e73-8d77-80e569fe84ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346643 Jul 18 02:35:34.998541 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-51a6a6bf-fd59-439d-afeb-a571ea85dde4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:35.002124 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-51a6a6bf-fd59-439d-afeb-a571ea85dde4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:35.077826 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Attempting to bind port f7b04923-0911-4df9-b770-512e41d840f9 on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:35:35.078233 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Attempting to bind port f7b04923-0911-4df9-b770-512e41d840f9 by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': '6ff41e72-1342-45fe-8bdb-7023c8569238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:35:35.078589 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Attempting to bind port f7b04923-0911-4df9-b770-512e41d840f9 on network 69054a80-8318-40e4-bbcb-fa67a0902b79 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:35.094523 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-d330a9d7-6604-4a58-b147-807af4950bc8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (3185ab6e-a508-4ad1-b269-07229430860b), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:35.104231 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Port f7b04923-0911-4df9-b770-512e41d840f9 on network 69054a80-8318-40e4-bbcb-fa67a0902b79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:35:35.104551 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Attempting to bind port f7b04923-0911-4df9-b770-512e41d840f9 on network 69054a80-8318-40e4-bbcb-fa67a0902b79 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:35.167981 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-d330a9d7-6604-4a58-b147-807af4950bc8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:35:35.173299 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:35:35.173762 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Checking segment: {'id': '6ff41e72-1342-45fe-8bdb-7023c8569238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:35.182168 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Bound using segment: {'id': '6ff41e72-1342-45fe-8bdb-7023c8569238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:35:35.182785 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Bound port: f7b04923-0911-4df9-b770-512e41d840f9, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff41e72-1342-45fe-8bdb-7023c8569238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:35:35.183302 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (f7b04923-0911-4df9-b770-512e41d840f9), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:35.193995 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9f22a290-8590-4198-bd22-2c9aaf1da506 req-cea0faec-10e8-404d-98b0-a469afa69cb7 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280258 Jul 18 02:35:35.235214 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-d330a9d7-6604-4a58-b147-807af4950bc8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:35:35.248479 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-51a6a6bf-fd59-439d-afeb-a571ea85dde4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6457379 Jul 18 02:35:35.249810 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-d330a9d7-6604-4a58-b147-807af4950bc8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:35:35.280874 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3d65-ab0a-40f5-be28-abd52edb2f86 admin admin] Publish callbacks [] for security_group (a85e3d94-7c96-417a-bd33-eda69d2ff5b6), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:35.286251 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:35.316915 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-98f9d272-9507-410d-ba5f-457da1052e16 req-36b0d1f3-d6c3-4522-be78-ab716a58a8d6 service neutron] 10.222.0.72 "GET /v2.0/networks/a18092a3-3402-4e73-8d77-80e569fe84ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253099 Jul 18 02:35:35.374806 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Request body: {'port': {'device_id': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:35.392417 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3d65-ab0a-40f5-be28-abd52edb2f86 admin admin] Publish callbacks [] for security_group (a85e3d94-7c96-417a-bd33-eda69d2ff5b6), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:35.509298 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1fe9baf8-e7b9-4602-877d-685a022d0db3 None None] Provisioning complete for port 063ebb17-b759-41b1-bb29-1214343746a1 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:35.511565 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1fe9baf8-e7b9-4602-877d-685a022d0db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (063ebb17-b759-41b1-bb29-1214343746a1), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:35.566743 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3d65-ab0a-40f5-be28-abd52edb2f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (a85e3d94-7c96-417a-bd33-eda69d2ff5b6), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:35.570424 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3d65-ab0a-40f5-be28-abd52edb2f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:35.571541 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-3dbe3d65-ab0a-40f5-be28-abd52edb2f86 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a85e3d94-7c96-417a-bd33-eda69d2ff5b6 HTTP/1.1" status: 204 len: 168 time: 0.7045484 Jul 18 02:35:35.630064 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe3d65-ab0a-40f5-be28-abd52edb2f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85e3d94-7c96-417a-bd33-eda69d2ff5b6,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:35.636179 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9baf8-e7b9-4602-877d-685a022d0db3 None None] Port 063ebb17-b759-41b1-bb29-1214343746a1 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:35:35.650318 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:35.787812 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-227d51d9-6d22-45e9-b1bc-428d4546307c None None] Provisioning complete for port 3185ab6e-a508-4ad1-b269-07229430860b triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:35.789255 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-227d51d9-6d22-45e9-b1bc-428d4546307c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (3185ab6e-a508-4ad1-b269-07229430860b), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:35.839093 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb2017-dbcb-4977-b66b-a9baea6c8e26 req-55222654-b26b-479b-95cb-def6ae530019 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:35.853861 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-04eb2017-dbcb-4977-b66b-a9baea6c8e26 req-55222654-b26b-479b-95cb-def6ae530019 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 931 time: 0.0784230 Jul 18 02:35:35.908977 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-d330a9d7-6604-4a58-b147-807af4950bc8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:35.908977 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-d330a9d7-6604-4a58-b147-807af4950bc8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:35.913700 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-227d51d9-6d22-45e9-b1bc-428d4546307c None None] Port 3185ab6e-a508-4ad1-b269-07229430860b cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:35:35.928680 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-04eb2017-dbcb-4977-b66b-a9baea6c8e26 req-4d2f05dd-e59c-42fc-9f41-892b1e269d7d tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735216 Jul 18 02:35:36.060744 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330a9d7-6604-4a58-b147-807af4950bc8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event updated for resources: {'Port': ['ID=3185ab6e-a508-4ad1-b269-07229430860b,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:36.084894 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84d91a-b4a3-4bbd-a24d-ea90c3c8312f req-5315c457-fa27-45b4-bb5b-fde724211cc7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:36.086801 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5a84d91a-b4a3-4bbd-a24d-ea90c3c8312f req-5315c457-fa27-45b4-bb5b-fde724211cc7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 931 time: 0.0888600 Jul 18 02:35:36.093232 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a73087-f0a4-4812-89ab-6519eb83bfac req-46e325be-3e0c-4854-b22d-2ec96191a17f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:36.094930 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-62a73087-f0a4-4812-89ab-6519eb83bfac req-46e325be-3e0c-4854-b22d-2ec96191a17f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 944 time: 0.3085296 Jul 18 02:35:36.192476 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (063ebb17-b759-41b1-bb29-1214343746a1), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:36.200821 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] For port f7b04923-0911-4df9-b770-512e41d840f9, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:35:36.236760 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5a84d91a-b4a3-4bbd-a24d-ea90c3c8312f req-093c7e26-5c26-4294-8c4c-bb373470d4df tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257172 Jul 18 02:35:36.247200 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-62a73087-f0a4-4812-89ab-6519eb83bfac req-4f6c8e7b-fc34-468b-87d8-ca45918f7201 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380343 Jul 18 02:35:36.248485 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 48500) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:36.268827 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] For port f7b04923-0911-4df9-b770-512e41d840f9, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=f7b04923-0911-4df9-b770-512e41d840f9,segment=NetworkSegment(6ff41e72-1342-45fe-8bdb-7023c8569238),segment_id=6ff41e72-1342-45fe-8bdb-7023c8569238)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:35:36.465613 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-d330a9d7-6604-4a58-b147-807af4950bc8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3834639 Jul 18 02:35:36.469251 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Request body: {'port': {'device_id': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:36.483325 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288d5fd-1bd7-4191-a650-71800fc70820 req-8a4d69b2-26d5-444a-9d89-861ace087f3d tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:36.485035 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3288d5fd-1bd7-4191-a650-71800fc70820 req-8a4d69b2-26d5-444a-9d89-861ace087f3d tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 944 time: 0.1489012 Jul 18 02:35:36.661353 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3288d5fd-1bd7-4191-a650-71800fc70820 req-0c4c8be6-9ec1-49ce-9924-c3469435972f tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530335 Jul 18 02:35:36.663815 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (3185ab6e-a508-4ad1-b269-07229430860b), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:36.866109 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063ebb17-b759-41b1-bb29-1214343746a1 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:35:36.882858 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Publish callbacks [] for port (063ebb17-b759-41b1-bb29-1214343746a1), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:36.918374 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Transition to ACTIVE for port object 063ebb17-b759-41b1-bb29-1214343746a1 will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:35:36.982664 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (f7b04923-0911-4df9-b770-512e41d840f9), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:37.040648 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:37.041261 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:37.043005 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] 10.222.0.72 "PUT /v2.0/ports/f7b04923-0911-4df9-b770-512e41d840f9 HTTP/1.1" status: 200 len: 1094 time: 3.9807737 Jul 18 02:35:37.043463 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1905a0-2c49-40f1-921a-0fda9997cdb3', 'tag': 'f7b04923-0911-4df9-b770-512e41d840f9'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:35:37.086508 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcca8da-5c5d-42cc-b8f2-5de2d9e48b67 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b04923-0911-4df9-b770-512e41d840f9,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:37.114918 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57467d83-e056-4c34-96ec-eb56c29f0f85 req-f2e20664-4817-4316-a80a-f8a8701ffd00 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:37.122459 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-57467d83-e056-4c34-96ec-eb56c29f0f85 req-f2e20664-4817-4316-a80a-f8a8701ffd00 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 931 time: 0.0860915 Jul 18 02:35:37.128542 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (063ebb17-b759-41b1-bb29-1214343746a1), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:37.182557 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3185ab6e-a508-4ad1-b269-07229430860b {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:35:37.207483 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Publish callbacks [] for port (3185ab6e-a508-4ad1-b269-07229430860b), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:37.252335 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Transition to ACTIVE for port object 3185ab6e-a508-4ad1-b269-07229430860b will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:35:37.253163 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Pushing event updated for resources: {'Port': ['ID=063ebb17-b759-41b1-bb29-1214343746a1,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:37.281236 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-57467d83-e056-4c34-96ec-eb56c29f0f85 req-95313328-7a50-4805-b88b-43f69dcc7259 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517406 Jul 18 02:35:37.378121 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (3185ab6e-a508-4ad1-b269-07229430860b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:37.388274 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=6 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:37.536754 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a175d5-9691-4658-ac8e-b14c44cfd4fc req-d8983854-fe6c-43dd-b312-b1d730fc4de5 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:37.544719 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e7a175d5-9691-4658-ac8e-b14c44cfd4fc req-d8983854-fe6c-43dd-b312-b1d730fc4de5 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.1115279 Jul 18 02:35:37.610476 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca759ebe-9d41-409f-a8d8-042f2f39ca46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:37.643786 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e7a175d5-9691-4658-ac8e-b14c44cfd4fc req-1c7504ef-308f-4eeb-b43d-fbf4f3286aa8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980124 Jul 18 02:35:37.735965 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Pushing event updated for resources: {'Port': ['ID=3185ab6e-a508-4ad1-b269-07229430860b,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:37.755078 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-ac718948-b760-4d71-890c-42dd5edf5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:37.761986 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-ac718948-b760-4d71-890c-42dd5edf5839 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85204e1ae6844b70b45f8452887d5385&device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 1128 time: 0.2178016 Jul 18 02:35:37.775953 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892efd9-77f7-4289-a023-198ca510fb37 req-814e04d5-80da-42a3-a66c-a60b7c380ea8 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:37.779051 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3892efd9-77f7-4289-a023-198ca510fb37 req-814e04d5-80da-42a3-a66c-a60b7c380ea8 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 944 time: 0.2479382 Jul 18 02:35:37.784238 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968bd3aa-41b7-490d-92af-50da38eff6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1905a0-2c49-40f1-921a-0fda9997cdb3", "tag": "f7b04923-0911-4df9-b770-512e41d840f9"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:35:37.828847 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Attempting to bind port 063ebb17-b759-41b1-bb29-1214343746a1 on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:35:37.829190 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Attempting to bind port 063ebb17-b759-41b1-bb29-1214343746a1 by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:35:37.829663 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Attempting to bind port 063ebb17-b759-41b1-bb29-1214343746a1 on network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:37.866531 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca759ebe-9d41-409f-a8d8-042f2f39ca46 admin admin] Publish callbacks [] for security_group (2e5e51a6-a62e-4b3e-9034-df37bc8468c3), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:37.876274 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291a1e-df86-4fe5-8f5b-88c75ea9f74c req-0fc58736-61d7-4a04-9abe-74530fff25c2 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:37.878435 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Port 063ebb17-b759-41b1-bb29-1214343746a1 on network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:35:37.882272 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Attempting to bind port 063ebb17-b759-41b1-bb29-1214343746a1 on network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:37.883314 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-86291a1e-df86-4fe5-8f5b-88c75ea9f74c req-0fc58736-61d7-4a04-9abe-74530fff25c2 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 944 time: 0.1123493 Jul 18 02:35:37.897056 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:35:37.897405 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Checking segment: {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:37.897785 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Bound using segment: {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:35:37.898262 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Bound port: 063ebb17-b759-41b1-bb29-1214343746a1, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:35:37.898624 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (063ebb17-b759-41b1-bb29-1214343746a1), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:37.945287 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-86291a1e-df86-4fe5-8f5b-88c75ea9f74c req-4f75cc41-1e0f-40d0-bf49-fa29066129cb tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585923 Jul 18 02:35:37.950673 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca759ebe-9d41-409f-a8d8-042f2f39ca46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (2e5e51a6-a62e-4b3e-9034-df37bc8468c3), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:37.984127 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3892efd9-77f7-4289-a023-198ca510fb37 req-87acb23e-dde8-4f39-8f2e-11d5624e117a tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889584 Jul 18 02:35:37.989724 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Attempting to bind port 3185ab6e-a508-4ad1-b269-07229430860b on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:35:37.990070 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Attempting to bind port 3185ab6e-a508-4ad1-b269-07229430860b by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': 'caf5e89e-a801-4a5d-8d60-387239beb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:35:37.990482 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Attempting to bind port 3185ab6e-a508-4ad1-b269-07229430860b on network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:38.005878 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Port 3185ab6e-a508-4ad1-b269-07229430860b on network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:35:38.007957 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Attempting to bind port 3185ab6e-a508-4ad1-b269-07229430860b on network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:35:38.015670 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4,neutron:INSERT=21 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:38.024689 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:35:38.024998 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Checking segment: {'id': 'caf5e89e-a801-4a5d-8d60-387239beb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:35:38.025127 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca759ebe-9d41-409f-a8d8-042f2f39ca46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5e51a6-a62e-4b3e-9034-df37bc8468c3,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:38.025368 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Bound using segment: {'id': 'caf5e89e-a801-4a5d-8d60-387239beb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:35:38.025810 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Bound port: 3185ab6e-a508-4ad1-b269-07229430860b, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf5e89e-a801-4a5d-8d60-387239beb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:35:38.026233 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (3185ab6e-a508-4ad1-b269-07229430860b), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:38.032809 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:38.040536 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ca759ebe-9d41-409f-a8d8-042f2f39ca46 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4a7cc87017b94cc68c7ae0304dadadf4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7876663 Jul 18 02:35:38.043056 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 48552) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:38.046555 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] For port 063ebb17-b759-41b1-bb29-1214343746a1, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:35:38.098847 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] For port 3185ab6e-a508-4ad1-b269-07229430860b, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:35:38.103378 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] For port 3185ab6e-a508-4ad1-b269-07229430860b, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=3185ab6e-a508-4ad1-b269-07229430860b,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:35:38.106524 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e538594a-21e4-4717-9fbf-51e67406d8f3 admin admin] Publish callbacks [] for security_group (2e5e51a6-a62e-4b3e-9034-df37bc8468c3), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:38.123351 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] For port 063ebb17-b759-41b1-bb29-1214343746a1, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=063ebb17-b759-41b1-bb29-1214343746a1,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:35:38.125907 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:38.135233 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e538594a-21e4-4717-9fbf-51e67406d8f3 admin admin] Publish callbacks [] for security_group (2e5e51a6-a62e-4b3e-9034-df37bc8468c3), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:38.179128 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (3185ab6e-a508-4ad1-b269-07229430860b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:38.212098 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (063ebb17-b759-41b1-bb29-1214343746a1), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:38.258869 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e538594a-21e4-4717-9fbf-51e67406d8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (2e5e51a6-a62e-4b3e-9034-df37bc8468c3), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:38.267746 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e538594a-21e4-4717-9fbf-51e67406d8f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:38.272322 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-e538594a-21e4-4717-9fbf-51e67406d8f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2e5e51a6-a62e-4b3e-9034-df37bc8468c3 HTTP/1.1" status: 204 len: 168 time: 0.2282240 Jul 18 02:35:38.290321 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538594a-21e4-4717-9fbf-51e67406d8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5e51a6-a62e-4b3e-9034-df37bc8468c3,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:38.312269 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:38.313053 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:38.320215 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] 10.222.0.72 "PUT /v2.0/ports/3185ab6e-a508-4ad1-b269-07229430860b HTTP/1.1" status: 200 len: 1093 time: 1.8617675 Jul 18 02:35:38.339022 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-32c38a73-e741-48fb-b74d-23d3f149e46e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b04923-0911-4df9-b770-512e41d840f9 HTTP/1.1" status: 200 len: 217 time: 0.1300623 Jul 18 02:35:38.374164 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a112e01f-2efa-4bea-bd1c-2cd164062dd2 x-openstack-request-id: req-a112e01f-2efa-4bea-bd1c-2cd164062dd2 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:35:38.374949 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1905a0-2c49-40f1-921a-0fda9997cdb3", "tag": "f7b04923-0911-4df9-b770-512e41d840f9", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:35:38.375356 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a112e01f-2efa-4bea-bd1c-2cd164062dd2 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:35:38.375969 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a112e01f-2efa-4bea-bd1c-2cd164062dd2'] response: {'name': 'network-changed', 'server_uuid': '6e1905a0-2c49-40f1-921a-0fda9997cdb3', 'tag': 'f7b04923-0911-4df9-b770-512e41d840f9', 'status': 'completed', 'code': 200} Jul 18 02:35:38.393574 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:38.394467 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:38.396383 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] 10.222.0.72 "PUT /v2.0/ports/063ebb17-b759-41b1-bb29-1214343746a1 HTTP/1.1" status: 200 len: 1093 time: 3.0360587 Jul 18 02:35:38.399252 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed8281-86b9-4ec9-aff6-23fee3c35bde service neutron] Pushing event updated for resources: {'Port': ['ID=3185ab6e-a508-4ad1-b269-07229430860b,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:38.460591 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:38.491845 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc068a2b-ecfa-4494-bd6e-8cc6492fb4f2 req-0381ac92-3559-4720-a90b-af7f1a2b36eb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:38.494234 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-dc068a2b-ecfa-4494-bd6e-8cc6492fb4f2 req-0381ac92-3559-4720-a90b-af7f1a2b36eb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 943 time: 0.1111312 Jul 18 02:35:38.525315 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec26dc2-54b4-4d64-bfce-74fed6cf73ca service neutron] Pushing event updated for resources: {'Port': ['ID=063ebb17-b759-41b1-bb29-1214343746a1,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:38.565785 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-dc068a2b-ecfa-4494-bd6e-8cc6492fb4f2 req-94d61b49-8662-481d-b0c1-8fb1f7af28ac tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600157 Jul 18 02:35:38.778305 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a42836-97a5-4a00-9cf8-dc0329dee4f0 req-776a67f9-312c-407e-b726-2647b1f8b787 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:38.779778 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-25a42836-97a5-4a00-9cf8-dc0329dee4f0 req-776a67f9-312c-407e-b726-2647b1f8b787 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0534062 Jul 18 02:35:38.836918 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-25a42836-97a5-4a00-9cf8-dc0329dee4f0 req-443a908d-4ee3-42e8-817a-db00e09689e6 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516438 Jul 18 02:35:39.075368 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52159d-a107-4f95-b20f-5b25864ee9a7 req-a3c19377-769c-481e-9dda-85116eee80f3 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:39.083331 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7b52159d-a107-4f95-b20f-5b25864ee9a7 req-a3c19377-769c-481e-9dda-85116eee80f3 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 944 time: 0.0683615 Jul 18 02:35:39.117984 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 48608) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:39.143822 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf570b04-1a50-41ca-9e36-c00df86d02e2 req-c18e61f1-978a-4fa5-99e7-907c462ffc24 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:39.151929 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bf570b04-1a50-41ca-9e36-c00df86d02e2 req-c18e61f1-978a-4fa5-99e7-907c462ffc24 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 944 time: 0.0788484 Jul 18 02:35:39.155243 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7b52159d-a107-4f95-b20f-5b25864ee9a7 req-061cbf55-0694-444f-8672-52b7897554bd tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709202 Jul 18 02:35:39.198746 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bf570b04-1a50-41ca-9e36-c00df86d02e2 req-2fe43836-cc56-4e81-95fd-54a9cffc4be4 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452356 Jul 18 02:35:39.283617 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-22181ad9-2252-4ff9-9a72-a5005929f4d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:39.383161 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3533c32f-404a-477f-8466-12e0122c991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:39.384608 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3533c32f-404a-477f-8466-12e0122c991b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a535d1c-7310-4558-a2ba-5d3749160bbf HTTP/1.1" status: 200 len: 849 time: 0.0722051 Jul 18 02:35:39.503819 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 48628) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:39.517689 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f07fdd88-33c5-4fee-97ef-fc26678c7d8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:39.638204 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f07fdd88-33c5-4fee-97ef-fc26678c7d8d admin admin] Publish callbacks [] for security_group (f71e03b4-5dce-4d78-8665-f8d6ea5a9b83), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:39.743224 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f07fdd88-33c5-4fee-97ef-fc26678c7d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (f71e03b4-5dce-4d78-8665-f8d6ea5a9b83), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:39.759235 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-41e4da07-14df-4956-bceb-e35059fe9032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:39.760642 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-41e4da07-14df-4956-bceb-e35059fe9032 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b02a417904a474abcab1eec5cea9c7e&device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 1127 time: 0.3647559 Jul 18 02:35:39.765262 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-22181ad9-2252-4ff9-9a72-a5005929f4d0 admin admin] Publish callbacks [] for security_group (7d8fb248-4b47-480b-b4e8-3721eb5badce), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:39.766722 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-89cd40cb-69a7-4f3a-8621-bbfdded60142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:39.768133 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-89cd40cb-69a7-4f3a-8621-bbfdded60142 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=69054a80-8318-40e4-bbcb-fa67a0902b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3711846 Jul 18 02:35:39.787410 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f07fdd88-33c5-4fee-97ef-fc26678c7d8d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d3c89fd7e68c4f6bacceac80724de4d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825248 Jul 18 02:35:39.788245 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fdd88-33c5-4fee-97ef-fc26678c7d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71e03b4-5dce-4d78-8665-f8d6ea5a9b83,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:39.791553 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 48636) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:39.841081 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd67f7fb-30d2-493f-a628-a4f4b159bc15 admin admin] Publish callbacks [] for security_group (f71e03b4-5dce-4d78-8665-f8d6ea5a9b83), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:39.843807 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-ca9c4801-222f-457c-86e7-48d026b51453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:39.845285 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-ca9c4801-222f-457c-86e7-48d026b51453 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3c1745729fe47238223557221c2e905&device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 1127 time: 0.3754246 Jul 18 02:35:39.853616 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-5732f083-e9b8-48b9-b561-228348328cb1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=063ebb17-b759-41b1-bb29-1214343746a1 HTTP/1.1" status: 200 len: 217 time: 0.0656533 Jul 18 02:35:39.864155 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2714d2-6bd7-4077-a788-ec24334d846e req-0a48dda7-bac1-4137-98ba-be668dcbe79b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:39.868815 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5f2714d2-6bd7-4077-a788-ec24334d846e req-0a48dda7-bac1-4137-98ba-be668dcbe79b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 943 time: 0.1280625 Jul 18 02:35:39.882860 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd67f7fb-30d2-493f-a628-a4f4b159bc15 admin admin] Publish callbacks [] for security_group (f71e03b4-5dce-4d78-8665-f8d6ea5a9b83), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:39.970040 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-22181ad9-2252-4ff9-9a72-a5005929f4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (7d8fb248-4b47-480b-b4e8-3721eb5badce), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:39.987996 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-f4987d57-36d0-4d82-8246-5d3133f51fe3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3185ab6e-a508-4ad1-b269-07229430860b HTTP/1.1" status: 200 len: 217 time: 0.0876424 Jul 18 02:35:40.004822 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929f1ea-cd3e-4cae-a5ab-bc7ce865b674 req-814f6768-5113-4a75-8ebc-dab56d1d0c79 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:40.006483 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2929f1ea-cd3e-4cae-a5ab-bc7ce865b674 req-814f6768-5113-4a75-8ebc-dab56d1d0c79 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0540762 Jul 18 02:35:40.056964 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2929f1ea-cd3e-4cae-a5ab-bc7ce865b674 req-8b9faf0f-34c4-4b7b-bb60-c80f128f03f6 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446975 Jul 18 02:35:40.083750 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-7f8c317b-8bad-4151-b9a1-0f34cdd979ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:40.085186 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-7f8c317b-8bad-4151-b9a1-0f34cdd979ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=980bd026-fed1-45eb-bd25-e5a3e3e70779 HTTP/1.1" status: 200 len: 854 time: 0.1863773 Jul 18 02:35:40.103972 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-22181ad9-2252-4ff9-9a72-a5005929f4d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9179e44bf9d74d50ae488bdeca0723df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9855990 Jul 18 02:35:40.107359 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 48644) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:40.124954 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22181ad9-2252-4ff9-9a72-a5005929f4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8fb248-4b47-480b-b4e8-3721eb5badce,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:40.125466 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd67f7fb-30d2-493f-a628-a4f4b159bc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (f71e03b4-5dce-4d78-8665-f8d6ea5a9b83), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:40.130682 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd67f7fb-30d2-493f-a628-a4f4b159bc15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:40.130682 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-fd67f7fb-30d2-493f-a628-a4f4b159bc15 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f71e03b4-5dce-4d78-8665-f8d6ea5a9b83 HTTP/1.1" status: 204 len: 168 time: 0.3364663 Jul 18 02:35:40.131848 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-f824e1ad-6a86-4b35-b210-41980bdefa29 service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428283 Jul 18 02:35:40.139403 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5f2714d2-6bd7-4077-a788-ec24334d846e req-4a3e3ff6-30ea-4d0d-86aa-907f10fbe3e2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378385 Jul 18 02:35:40.168859 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67f7fb-30d2-493f-a628-a4f4b159bc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71e03b4-5dce-4d78-8665-f8d6ea5a9b83,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:40.188425 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-64ac1c3c-edc8-4fe3-a6c8-09719816d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:40.188425 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-64ac1c3c-edc8-4fe3-a6c8-09719816d3c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=190dcf0a-7210-4697-9764-0ce7890a53b0 HTTP/1.1" status: 200 len: 856 time: 0.1936049 Jul 18 02:35:40.198897 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-c2c3fa8b-6a2b-49c0-80cc-31035171bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:40.200431 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e09c4366-97bc-499f-bbf1-3273d9cbee40 admin admin] Publish callbacks [] for security_group (7d8fb248-4b47-480b-b4e8-3721eb5badce), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:40.200566 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-c2c3fa8b-6a2b-49c0-80cc-31035171bbf2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0990205 Jul 18 02:35:40.239059 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e09c4366-97bc-499f-bbf1-3273d9cbee40 admin admin] Publish callbacks [] for security_group (7d8fb248-4b47-480b-b4e8-3721eb5badce), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:40.246801 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-b87bfcbd-a09a-42ab-9983-97375ee94b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:40.248325 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-b87bfcbd-a09a-42ab-9983-97375ee94b65 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470479 Jul 18 02:35:40.347469 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c13d6-3dd6-4c06-8e08-464185069cc9 req-3e260c16-0cba-4fba-913e-ba306c3e739e tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:40.349517 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9a2c13d6-3dd6-4c06-8e08-464185069cc9 req-3e260c16-0cba-4fba-913e-ba306c3e739e tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 944 time: 0.0649157 Jul 18 02:35:40.376744 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'tag': '3185ab6e-a508-4ad1-b269-07229430860b'}, {'name': 'network-changed', 'server_uuid': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'tag': '063ebb17-b759-41b1-bb29-1214343746a1'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:35:40.379422 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46835089-ba05-4c67-b2a0-078fbdfc1654" -d '{"events": [{"name": "network-changed", "server_uuid": "68d974b9-4abf-4d7f-bbea-08e8fef381dd", "tag": "3185ab6e-a508-4ad1-b269-07229430860b"}, {"name": "network-changed", "server_uuid": "b883c80f-57dd-43cb-a44e-72b33a2128e9", "tag": "063ebb17-b759-41b1-bb29-1214343746a1"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:35:40.410056 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9a2c13d6-3dd6-4c06-8e08-464185069cc9 req-1f7f682c-3d97-4f3f-b09c-09acccf28f33 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531371 Jul 18 02:35:40.465480 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e09c4366-97bc-499f-bbf1-3273d9cbee40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (7d8fb248-4b47-480b-b4e8-3721eb5badce), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:40.468483 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e09c4366-97bc-499f-bbf1-3273d9cbee40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:40.470118 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Jul 2022 02:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2688fac7-8d9f-4eb3-a9bb-0d684f28407c x-openstack-request-id: req-2688fac7-8d9f-4eb3-a9bb-0d684f28407c {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:35:40.473151 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-e09c4366-97bc-499f-bbf1-3273d9cbee40 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d8fb248-4b47-480b-b4e8-3721eb5badce HTTP/1.1" status: 204 len: 168 time: 0.3617830 Jul 18 02:35:40.473274 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d974b9-4abf-4d7f-bbea-08e8fef381dd", "tag": "3185ab6e-a508-4ad1-b269-07229430860b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b883c80f-57dd-43cb-a44e-72b33a2128e9", "tag": "063ebb17-b759-41b1-bb29-1214343746a1", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:35:40.473274 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2688fac7-8d9f-4eb3-a9bb-0d684f28407c {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:35:40.473274 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2688fac7-8d9f-4eb3-a9bb-0d684f28407c'] response: {'name': 'network-changed', 'server_uuid': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'tag': '3185ab6e-a508-4ad1-b269-07229430860b', 'status': 'completed', 'code': 200} Jul 18 02:35:40.473274 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2688fac7-8d9f-4eb3-a9bb-0d684f28407c'] response: {'name': 'network-changed', 'server_uuid': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'tag': '063ebb17-b759-41b1-bb29-1214343746a1', 'status': 'completed', 'code': 200} Jul 18 02:35:40.479181 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c4366-97bc-499f-bbf1-3273d9cbee40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8fb248-4b47-480b-b4e8-3721eb5badce,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:40.481103 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-22947d71-8e1e-46eb-9da7-d27155ffa3e7 req-3790c296-41d9-4ed9-b18d-eac114381f1e service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407147 Jul 18 02:35:40.491941 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff21ff1-6769-4f2b-aa7c-5e5ada4346b3 req-ba4156ac-a69b-4e65-b1aa-fe3110f4cb81 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:40.493406 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6ff21ff1-6769-4f2b-aa7c-5e5ada4346b3 req-ba4156ac-a69b-4e65-b1aa-fe3110f4cb81 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 944 time: 0.1574628 Jul 18 02:35:40.533172 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-3bad4053-299b-4769-ab2f-3c2c6cdaf104 service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502677 Jul 18 02:35:40.536519 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-ed9dbafb-6101-4d22-8e6a-d7c5a5d12305 service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855971 Jul 18 02:35:40.604334 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6ff21ff1-6769-4f2b-aa7c-5e5ada4346b3 req-a5ea6ca0-6c55-43af-9d44-7a6e08ed4d85 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904961 Jul 18 02:35:40.610063 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 48664) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:40.721986 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3ab1b9c9-8a72-40d8-aa30-fc5abebf2d79 req-23f57010-7f8a-41c0-9f6d-ce37f7dbe449 service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729908 Jul 18 02:35:40.723730 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2c5cce9-025a-4e44-84e3-035e38a437c1 req-f7410486-f6d5-4d84-ad86-e3c5381dcd72 service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758728 Jul 18 02:35:40.878576 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b1e1d7d2-e449-49ae-b15f-e76abe24821c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:40.961328 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b1e1d7d2-e449-49ae-b15f-e76abe24821c admin admin] Publish callbacks [] for security_group (56f24bb2-50a7-477a-a39c-361cef29c917), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:41.040037 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b1e1d7d2-e449-49ae-b15f-e76abe24821c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (56f24bb2-50a7-477a-a39c-361cef29c917), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:41.065532 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device b96e2133-e507-43d3-98e8-30f0e0715209 details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:35:41.080819 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-b1e1d7d2-e449-49ae-b15f-e76abe24821c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cebda7fa1256482983c6eb0ae6d3799a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4676232 Jul 18 02:35:41.081873 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1d7d2-e449-49ae-b15f-e76abe24821c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f24bb2-50a7-477a-a39c-361cef29c917,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:41.083561 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 48678) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:41.146978 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f5d53722-ff3d-444d-9b3b-4c06e9a5a74d admin admin] Publish callbacks [] for security_group (56f24bb2-50a7-477a-a39c-361cef29c917), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:41.201773 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:41.202070 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f5d53722-ff3d-444d-9b3b-4c06e9a5a74d admin admin] Publish callbacks [] for security_group (56f24bb2-50a7-477a-a39c-361cef29c917), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:41.234048 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936df4f-75aa-43d0-90ac-2259f16f9adc req-4cf4086f-0bbb-49a8-ad48-b3f2df303c2e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:41.242272 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e936df4f-75aa-43d0-90ac-2259f16f9adc req-4cf4086f-0bbb-49a8-ad48-b3f2df303c2e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0824966 Jul 18 02:35:41.274832 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:41.275900 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port b96e2133-e507-43d3-98e8-30f0e0715209, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=b96e2133-e507-43d3-98e8-30f0e0715209,segment=NetworkSegment(be8725c6-443d-4805-9c71-8150595d19c0),segment_id=be8725c6-443d-4805-9c71-8150595d19c0)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:41.288392 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': 'b96e2133-e507-43d3-98e8-30f0e0715209', 'network_id': 'a18092a3-3402-4e73-8d77-80e569fe84ad', 'port_id': 'b96e2133-e507-43d3-98e8-30f0e0715209', 'mac_address': 'fa:16:3e:b3:db:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80941157-3838-4d24-81c7-111345e516e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:35:41.310295 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f6ca4-d1a7-482f-843f-f2a356c69aa7 req-e6f420a8-3c87-46af-b5d5-e7180e9d2ef2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:41.312497 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a20f6ca4-d1a7-482f-843f-f2a356c69aa7 req-e6f420a8-3c87-46af-b5d5-e7180e9d2ef2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 943 time: 0.0650885 Jul 18 02:35:41.323285 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e936df4f-75aa-43d0-90ac-2259f16f9adc req-7cf9ef3c-41ce-4146-9568-62d05b166849 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798330 Jul 18 02:35:41.350261 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port b96e2133-e507-43d3-98e8-30f0e0715209 is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:41.351659 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (b96e2133-e507-43d3-98e8-30f0e0715209), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:41.366639 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 48692) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:41.376299 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96e2133-e507-43d3-98e8-30f0e0715209 {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:35:41.384196 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:41.384918 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8587f075-d13e-4708-b99a-2ee057ef2f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:41.399769 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f5d53722-ff3d-444d-9b3b-4c06e9a5a74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (56f24bb2-50a7-477a-a39c-361cef29c917), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:41.403321 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f5d53722-ff3d-444d-9b3b-4c06e9a5a74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:41.404803 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-f5d53722-ff3d-444d-9b3b-4c06e9a5a74d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/56f24bb2-50a7-477a-a39c-361cef29c917 HTTP/1.1" status: 204 len: 168 time: 0.3201756 Jul 18 02:35:41.406527 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port b96e2133-e507-43d3-98e8-30f0e0715209, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=b96e2133-e507-43d3-98e8-30f0e0715209,segment=NetworkSegment(be8725c6-443d-4805-9c71-8150595d19c0),segment_id=be8725c6-443d-4805-9c71-8150595d19c0)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:41.431242 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bd3aa-41b7-490d-92af-50da38eff6cc req-8902e0ef-e22c-4332-a6a8-0c05f5286bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:41.435365 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-968bd3aa-41b7-490d-92af-50da38eff6cc req-8902e0ef-e22c-4332-a6a8-0c05f5286bb3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85204e1ae6844b70b45f8452887d5385&device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 1128 time: 0.0952783 Jul 18 02:35:41.435365 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d53722-ff3d-444d-9b3b-4c06e9a5a74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f24bb2-50a7-477a-a39c-361cef29c917,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:41.440249 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a20f6ca4-d1a7-482f-843f-f2a356c69aa7 req-8958c768-195d-4fcd-8255-32f5ceaa19cc tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172299 Jul 18 02:35:41.492293 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (b96e2133-e507-43d3-98e8-30f0e0715209), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:41.527225 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:41.547459 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=b96e2133-e507-43d3-98e8-30f0e0715209,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:41.754727 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8587f075-d13e-4708-b99a-2ee057ef2f3e admin admin] Publish callbacks [] for security_group (1d01f702-d3f0-42c6-9153-af68141c5676), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:41.763086 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e75de9-6cd5-47d3-bc2a-58069cf4a4b9 req-605b33de-f591-4345-96bd-43014a5a2386 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:41.764307 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cca44-9f05-43d2-a43c-2d31c94a6965 req-904f9130-ea91-4b56-a16f-fa410e744324 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:41.764575 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-68e75de9-6cd5-47d3-bc2a-58069cf4a4b9 req-605b33de-f591-4345-96bd-43014a5a2386 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 945 time: 0.2690477 Jul 18 02:35:41.766851 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-288cca44-9f05-43d2-a43c-2d31c94a6965 req-904f9130-ea91-4b56-a16f-fa410e744324 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 944 time: 0.0536304 Jul 18 02:35:41.817939 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-288cca44-9f05-43d2-a43c-2d31c94a6965 req-6396c891-accd-44e8-97e6-98f492798c9a tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454476 Jul 18 02:35:41.820412 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-68e75de9-6cd5-47d3-bc2a-58069cf4a4b9 req-58b7ad76-1388-432b-a2a7-80fdb3225a1c tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482500 Jul 18 02:35:41.840714 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8587f075-d13e-4708-b99a-2ee057ef2f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (1d01f702-d3f0-42c6-9153-af68141c5676), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:41.842426 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['b96e2133-e507-43d3-98e8-30f0e0715209'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:35:41.883694 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-8587f075-d13e-4708-b99a-2ee057ef2f3e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4d08f76a482c48daa325fa385c2805c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5156274 Jul 18 02:35:41.884477 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587f075-d13e-4708-b99a-2ee057ef2f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d01f702-d3f0-42c6-9153-af68141c5676,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:41.886376 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 48706) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:41.949409 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c9524694-1e2a-4c6d-968f-0b28895eae7e admin admin] Publish callbacks [] for security_group (1d01f702-d3f0-42c6-9153-af68141c5676), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:41.973270 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c9524694-1e2a-4c6d-968f-0b28895eae7e admin admin] Publish callbacks [] for security_group (1d01f702-d3f0-42c6-9153-af68141c5676), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:42.097913 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c9524694-1e2a-4c6d-968f-0b28895eae7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (1d01f702-d3f0-42c6-9153-af68141c5676), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:42.100512 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c9524694-1e2a-4c6d-968f-0b28895eae7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:42.101706 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-c9524694-1e2a-4c6d-968f-0b28895eae7e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1d01f702-d3f0-42c6-9153-af68141c5676 HTTP/1.1" status: 204 len: 168 time: 0.2141006 Jul 18 02:35:42.110196 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9524694-1e2a-4c6d-968f-0b28895eae7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d01f702-d3f0-42c6-9153-af68141c5676,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:42.204205 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:42.334743 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 48722) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:42.350909 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ce399d9a-b278-4616-89f2-e025b4a56e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:42.510783 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c3f98-5388-4e26-bd17-e048339e865d req-f347239f-ea12-4f0a-b632-1a6ec6f6dbe9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:42.512541 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-790c3f98-5388-4e26-bd17-e048339e865d req-f347239f-ea12-4f0a-b632-1a6ec6f6dbe9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0868428 Jul 18 02:35:42.565989 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ce399d9a-b278-4616-89f2-e025b4a56e96 admin admin] Publish callbacks [] for security_group (16e1d2db-563a-41db-9cfb-d12dbf9b2e75), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:42.578511 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7d3ff-7f15-4116-bd48-9d1fd4ee1cbb req-90074192-3f23-4c17-a9d9-d9a7e7c3813c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:42.580021 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a3b7d3ff-7f15-4116-bd48-9d1fd4ee1cbb req-90074192-3f23-4c17-a9d9-d9a7e7c3813c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 943 time: 0.0487068 Jul 18 02:35:42.582892 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-790c3f98-5388-4e26-bd17-e048339e865d req-fdbe6684-fc87-4196-9d23-23526d1b8856 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610187 Jul 18 02:35:42.640292 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a3b7d3ff-7f15-4116-bd48-9d1fd4ee1cbb req-97333750-f142-479d-b3bb-ec72a59c65ae tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466964 Jul 18 02:35:42.715044 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ce399d9a-b278-4616-89f2-e025b4a56e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (16e1d2db-563a-41db-9cfb-d12dbf9b2e75), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:42.753557 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-ce399d9a-b278-4616-89f2-e025b4a56e96 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39e44736542148688d31ca5535ed0c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4176798 Jul 18 02:35:42.755433 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce399d9a-b278-4616-89f2-e025b4a56e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e1d2db-563a-41db-9cfb-d12dbf9b2e75,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:42.756172 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 48732) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:42.807728 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-69ac9243-de81-4bda-a04f-2f128a3576fc admin admin] Publish callbacks [] for security_group (16e1d2db-563a-41db-9cfb-d12dbf9b2e75), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:42.830061 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-69ac9243-de81-4bda-a04f-2f128a3576fc admin admin] Publish callbacks [] for security_group (16e1d2db-563a-41db-9cfb-d12dbf9b2e75), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:42.942927 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77f487-ec4c-43bc-815a-3c964bb710e4 req-53665239-ed26-4069-b16e-7c58777b2189 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:42.945365 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3e77f487-ec4c-43bc-815a-3c964bb710e4 req-53665239-ed26-4069-b16e-7c58777b2189 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 944 time: 0.0549419 Jul 18 02:35:42.973141 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b700e-45d0-4061-99e9-9613c0ca06c0 req-feea757d-0b50-4aa8-9875-7523d786569a tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:42.981131 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-862b700e-45d0-4061-99e9-9613c0ca06c0 req-feea757d-0b50-4aa8-9875-7523d786569a tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 945 time: 0.0756252 Jul 18 02:35:43.066364 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device f7b04923-0911-4df9-b770-512e41d840f9 details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:35:43.066831 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-862b700e-45d0-4061-99e9-9613c0ca06c0 req-e5e049de-e154-4e53-a830-453f4daf9868 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714114 Jul 18 02:35:43.088139 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device b96e2133-e507-43d3-98e8-30f0e0715209 up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:43.095013 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:43.107728 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-69ac9243-de81-4bda-a04f-2f128a3576fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (16e1d2db-563a-41db-9cfb-d12dbf9b2e75), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:43.111141 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-69ac9243-de81-4bda-a04f-2f128a3576fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:43.115045 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-69ac9243-de81-4bda-a04f-2f128a3576fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/16e1d2db-563a-41db-9cfb-d12dbf9b2e75 HTTP/1.1" status: 204 len: 168 time: 0.3544536 Jul 18 02:35:43.127160 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac9243-de81-4bda-a04f-2f128a3576fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e1d2db-563a-41db-9cfb-d12dbf9b2e75,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:43.130817 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-7ae96ed7-8403-4ed6-bcfe-e235ad54d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:43.132348 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-7ae96ed7-8403-4ed6-bcfe-e235ad54d6e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3c1745729fe47238223557221c2e905&device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 1127 time: 0.1807935 Jul 18 02:35:43.192213 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3e77f487-ec4c-43bc-815a-3c964bb710e4 req-e4c9b872-2b39-43a7-8650-0cc38c6ecfc6 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395761 Jul 18 02:35:43.271612 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bd3aa-41b7-490d-92af-50da38eff6cc req-10747316-9dcc-4382-9ea9-21be88910062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:43.273998 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-968bd3aa-41b7-490d-92af-50da38eff6cc req-10747316-9dcc-4382-9ea9-21be88910062 service neutron] 10.222.0.72 "GET /v2.0/networks?id=69054a80-8318-40e4-bbcb-fa67a0902b79 HTTP/1.1" status: 200 len: 911 time: 0.3249979 Jul 18 02:35:43.333724 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port b96e2133-e507-43d3-98e8-30f0e0715209 completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:35:43.334782 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-968bd3aa-41b7-490d-92af-50da38eff6cc req-20b6f24f-60a6-4c85-9698-fae46a35afb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b04923-0911-4df9-b770-512e41d840f9 HTTP/1.1" status: 200 len: 217 time: 0.0552509 Jul 18 02:35:43.354240 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port f7b04923-0911-4df9-b770-512e41d840f9, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=f7b04923-0911-4df9-b770-512e41d840f9,segment=NetworkSegment(6ff41e72-1342-45fe-8bdb-7023c8569238),segment_id=6ff41e72-1342-45fe-8bdb-7023c8569238)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:43.371188 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': 'f7b04923-0911-4df9-b770-512e41d840f9', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'port_id': 'f7b04923-0911-4df9-b770-512e41d840f9', 'mac_address': 'fa:16:3e:b1:da:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:35:43.385783 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-6cfbb492-26f2-46db-93b6-46a1a978be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:43.387607 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-6cfbb492-26f2-46db-93b6-46a1a978be5b service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 HTTP/1.1" status: 200 len: 918 time: 0.2427938 Jul 18 02:35:43.423806 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port f7b04923-0911-4df9-b770-512e41d840f9 is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:43.424198 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (f7b04923-0911-4df9-b770-512e41d840f9), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:43.440398 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bd3aa-41b7-490d-92af-50da38eff6cc req-23aa8646-db77-4cca-a25e-d6cf0c9c6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:43.441584 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-968bd3aa-41b7-490d-92af-50da38eff6cc req-23aa8646-db77-4cca-a25e-d6cf0c9c6b70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a535d1c-7310-4558-a2ba-5d3749160bbf HTTP/1.1" status: 200 len: 849 time: 0.1010339 Jul 18 02:35:43.443228 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-6eba6d11-70e0-4653-9add-6d117d0bab94 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3185ab6e-a508-4ad1-b269-07229430860b HTTP/1.1" status: 200 len: 217 time: 0.0491555 Jul 18 02:35:43.444541 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b04923-0911-4df9-b770-512e41d840f9 {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:35:43.471381 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port f7b04923-0911-4df9-b770-512e41d840f9, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=f7b04923-0911-4df9-b770-512e41d840f9,segment=NetworkSegment(6ff41e72-1342-45fe-8bdb-7023c8569238),segment_id=6ff41e72-1342-45fe-8bdb-7023c8569238)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:43.497959 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port b96e2133-e507-43d3-98e8-30f0e0715209 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:43.498359 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (b96e2133-e507-43d3-98e8-30f0e0715209), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:43.525092 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bd3aa-41b7-490d-92af-50da38eff6cc req-9f903078-9d10-4228-b512-aaaefd82fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:43.526693 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-968bd3aa-41b7-490d-92af-50da38eff6cc req-9f903078-9d10-4228-b512-aaaefd82fbc2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=69054a80-8318-40e4-bbcb-fa67a0902b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744116 Jul 18 02:35:43.547090 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-3ab7d2b3-d7e4-46f6-9aa6-93ca6fd19cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:43.548628 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-3ab7d2b3-d7e4-46f6-9aa6-93ca6fd19cff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=190dcf0a-7210-4697-9764-0ce7890a53b0 HTTP/1.1" status: 200 len: 856 time: 0.0875471 Jul 18 02:35:43.587497 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:43.613175 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (f7b04923-0911-4df9-b770-512e41d840f9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:43.674824 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port b96e2133-e507-43d3-98e8-30f0e0715209 is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:43.675747 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (b96e2133-e507-43d3-98e8-30f0e0715209), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:43.732462 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port b96e2133-e507-43d3-98e8-30f0e0715209, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=b96e2133-e507-43d3-98e8-30f0e0715209,segment=NetworkSegment(be8725c6-443d-4805-9c71-8150595d19c0),segment_id=be8725c6-443d-4805-9c71-8150595d19c0)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:43.735755 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0900bee1-a6cb-431f-9596-b1f13f8e8762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96e2133-e507-43d3-98e8-30f0e0715209'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:35:43.781389 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818a262-7beb-4fe4-b5d2-795fbf488ac6 req-04b0dd6b-addb-4a7b-9468-2c922e6df990 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:43.791799 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0818a262-7beb-4fe4-b5d2-795fbf488ac6 req-04b0dd6b-addb-4a7b-9468-2c922e6df990 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0978632 Jul 18 02:35:43.863561 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=f7b04923-0911-4df9-b770-512e41d840f9,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:43.875172 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0818a262-7beb-4fe4-b5d2-795fbf488ac6 req-01c6050d-e830-47dc-90c9-d4e3c16d447f tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816300 Jul 18 02:35:43.880935 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (b96e2133-e507-43d3-98e8-30f0e0715209), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:43.971323 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=b96e2133-e507-43d3-98e8-30f0e0715209,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:44.011892 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['f7b04923-0911-4df9-b770-512e41d840f9'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:35:44.068923 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-cd2e7d24-9951-4f46-8389-cf986102a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:44.070480 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-cd2e7d24-9951-4f46-8389-cf986102a0cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5088849 Jul 18 02:35:44.123225 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:44.134848 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234ec3d-5484-4f8e-b970-e0c946380472 req-d2b8a734-6363-4c79-9323-ff16ad7110af tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:44.142504 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a234ec3d-5484-4f8e-b970-e0c946380472 req-d2b8a734-6363-4c79-9323-ff16ad7110af tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 943 time: 0.1565034 Jul 18 02:35:44.200043 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97916741-a6c3-4a1a-94ac-a4863114d514" -d '{"events": [{"server_uuid": "0900bee1-a6cb-431f-9596-b1f13f8e8762", "name": "network-vif-plugged", "status": "completed", "tag": "b96e2133-e507-43d3-98e8-30f0e0715209"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:35:44.218818 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-968bd3aa-41b7-490d-92af-50da38eff6cc req-9418786a-2be8-4086-9b40-7b55f5d530d0 service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6852398 Jul 18 02:35:44.227017 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cc5a9-9e29-47a2-b1a9-7be3b78f6277 req-526de4d4-37d9-4b4e-8568-a6ae8fcb4bc0 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:44.228931 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-043cc5a9-9e29-47a2-b1a9-7be3b78f6277 req-526de4d4-37d9-4b4e-8568-a6ae8fcb4bc0 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 946 time: 0.0703402 Jul 18 02:35:44.291766 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-043cc5a9-9e29-47a2-b1a9-7be3b78f6277 req-40c936ce-63d7-4b37-9313-fb0c1c05f555 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567551 Jul 18 02:35:44.302944 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a234ec3d-5484-4f8e-b970-e0c946380472 req-b5f41b91-e9b8-4347-8a02-c1cadc95d953 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589434 Jul 18 02:35:44.357072 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-6b80c152-2661-47aa-b339-2c61cdac128e service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748713 Jul 18 02:35:44.444897 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-968bd3aa-41b7-490d-92af-50da38eff6cc req-87003bc0-25ed-4bd9-8929-06c0306a5660 service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171681 Jul 18 02:35:44.492105 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee490f-2584-4d2e-9a1f-8230ad8bb617 req-26f0bd97-c193-40cb-9485-ce99cf78a7e8 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:44.493589 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2cee490f-2584-4d2e-9a1f-8230ad8bb617 req-26f0bd97-c193-40cb-9485-ce99cf78a7e8 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 945 time: 0.1112306 Jul 18 02:35:44.545611 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-26f28dae-df12-4930-b0b8-38a7f708aae2 service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821358 Jul 18 02:35:44.584516 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2cee490f-2584-4d2e-9a1f-8230ad8bb617 req-740b469a-35d7-4e17-a90d-c503df81eaa6 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771039 Jul 18 02:35:44.682260 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-0af8e05c-6c14-461c-8a76-93d87cf6132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:44.684590 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-0af8e05c-6c14-461c-8a76-93d87cf6132f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b02a417904a474abcab1eec5cea9c7e&device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 1127 time: 0.0469046 Jul 18 02:35:44.695224 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d555c7b5-3a42-4e80-849e-3fbb5c666589 x-openstack-request-id: req-d555c7b5-3a42-4e80-849e-3fbb5c666589 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:35:44.700012 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0900bee1-a6cb-431f-9596-b1f13f8e8762", "name": "network-vif-plugged", "status": "completed", "tag": "b96e2133-e507-43d3-98e8-30f0e0715209", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:35:44.700012 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d555c7b5-3a42-4e80-849e-3fbb5c666589 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:35:44.700012 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d555c7b5-3a42-4e80-849e-3fbb5c666589'] response: {'server_uuid': '0900bee1-a6cb-431f-9596-b1f13f8e8762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96e2133-e507-43d3-98e8-30f0e0715209', 'code': 200} Jul 18 02:35:44.709268 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:44.781895 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-9a89539f-c9ef-47fb-9d9f-9da2698a8a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:44.783389 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-9a89539f-c9ef-47fb-9d9f-9da2698a8a55 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 HTTP/1.1" status: 200 len: 916 time: 0.0930579 Jul 18 02:35:44.824662 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-e2e27275-7f9d-421d-bf7a-dcf5e497f7c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=063ebb17-b759-41b1-bb29-1214343746a1 HTTP/1.1" status: 200 len: 217 time: 0.0347860 Jul 18 02:35:44.892295 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-0b2ec5d8-af99-41fb-9c0c-42fbf4101ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:44.894048 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-0b2ec5d8-af99-41fb-9c0c-42fbf4101ce5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=980bd026-fed1-45eb-bd25-e5a3e3e70779 HTTP/1.1" status: 200 len: 854 time: 0.0640705 Jul 18 02:35:44.936358 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:44.949425 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-21d9884b-a1d0-4f54-b685-fc4711606d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:44.951019 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-21d9884b-a1d0-4f54-b685-fc4711606d97 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502725 Jul 18 02:35:45.064429 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88132096-13f7-4ff1-ba09-92df02622414 req-0d5d96b1-6284-4d98-91bd-617eff031428 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:45.065895 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-88132096-13f7-4ff1-ba09-92df02622414 req-0d5d96b1-6284-4d98-91bd-617eff031428 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0955181 Jul 18 02:35:45.081067 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 063ebb17-b759-41b1-bb29-1214343746a1 details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:35:45.089546 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device f7b04923-0911-4df9-b770-512e41d840f9 up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:45.133975 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:45.138011 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-0b993358-8e27-40fe-8c63-6aa0d5ea11ec service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759536 Jul 18 02:35:45.176926 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port f7b04923-0911-4df9-b770-512e41d840f9 completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:35:45.245904 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-88132096-13f7-4ff1-ba09-92df02622414 req-67e663c4-e71d-4c4c-8252-355e9ccdb3df tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721005 Jul 18 02:35:45.258687 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:45.280480 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 063ebb17-b759-41b1-bb29-1214343746a1, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=063ebb17-b759-41b1-bb29-1214343746a1,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:45.291176 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port f7b04923-0911-4df9-b770-512e41d840f9 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:45.291555 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (f7b04923-0911-4df9-b770-512e41d840f9), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:45.307461 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ee494-9dc2-48b9-8641-49aaf7d8e9b2 req-23879c47-c050-405a-ad3a-fe8d87a27439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:45.309554 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cd3ee494-9dc2-48b9-8641-49aaf7d8e9b2 req-23879c47-c050-405a-ad3a-fe8d87a27439 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 1130 time: 0.1521907 Jul 18 02:35:45.323403 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '063ebb17-b759-41b1-bb29-1214343746a1', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'port_id': '063ebb17-b759-41b1-bb29-1214343746a1', 'mac_address': 'fa:16:3e:94:49:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:35:45.336790 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-cd3ee494-9dc2-48b9-8641-49aaf7d8e9b2 req-339aab03-68cf-417b-93ea-86932b305a8e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:45.357545 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46835089-ba05-4c67-b2a0-078fbdfc1654 req-73c349d3-8833-4226-bed4-df1c7e1a094d service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115455 Jul 18 02:35:45.443491 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-cd3ee494-9dc2-48b9-8641-49aaf7d8e9b2 req-339aab03-68cf-417b-93ea-86932b305a8e service neutron] Publish callbacks [] for security_group (34081b06-d8d2-494d-9741-8722ea7b84ec), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:45.454336 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port f7b04923-0911-4df9-b770-512e41d840f9 is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:45.455234 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (f7b04923-0911-4df9-b770-512e41d840f9), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:45.459409 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 063ebb17-b759-41b1-bb29-1214343746a1 is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:45.459967 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (063ebb17-b759-41b1-bb29-1214343746a1), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:45.491372 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063ebb17-b759-41b1-bb29-1214343746a1 {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:35:45.517979 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f52122-5dfb-4d7a-ab5b-d5a1b663260c req-f4141631-1684-44bb-a9b8-abd1fd12cb24 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:45.525345 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-73f52122-5dfb-4d7a-ab5b-d5a1b663260c req-f4141631-1684-44bb-a9b8-abd1fd12cb24 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 946 time: 0.0992799 Jul 18 02:35:45.532181 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port f7b04923-0911-4df9-b770-512e41d840f9, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=f7b04923-0911-4df9-b770-512e41d840f9,segment=NetworkSegment(6ff41e72-1342-45fe-8bdb-7023c8569238),segment_id=6ff41e72-1342-45fe-8bdb-7023c8569238)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:45.536191 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 063ebb17-b759-41b1-bb29-1214343746a1, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=063ebb17-b759-41b1-bb29-1214343746a1,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:45.538606 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-cd3ee494-9dc2-48b9-8641-49aaf7d8e9b2 req-339aab03-68cf-417b-93ea-86932b305a8e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (34081b06-d8d2-494d-9741-8722ea7b84ec), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:45.576741 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-73f52122-5dfb-4d7a-ab5b-d5a1b663260c req-3cd3cb30-33ad-4958-ba92-7a302be42868 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502453 Jul 18 02:35:45.591753 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd5314-3488-40b7-b974-f73809d16673 req-b6e4f4b7-3408-43a6-94df-412501eb788f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:45.591753 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-eabd5314-3488-40b7-b974-f73809d16673 req-b6e4f4b7-3408-43a6-94df-412501eb788f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 943 time: 0.1188345 Jul 18 02:35:45.597237 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cd3ee494-9dc2-48b9-8641-49aaf7d8e9b2 req-339aab03-68cf-417b-93ea-86932b305a8e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793925 Jul 18 02:35:45.615063 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (063ebb17-b759-41b1-bb29-1214343746a1), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:45.615926 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 3185ab6e-a508-4ad1-b269-07229430860b details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:35:45.662584 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339aab03-68cf-417b-93ea-86932b305a8e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=34081b06-d8d2-494d-9741-8722ea7b84ec,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:45.671339 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (f7b04923-0911-4df9-b770-512e41d840f9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:45.674275 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:45.711997 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-eabd5314-3488-40b7-b974-f73809d16673 req-d2bf15bf-8836-4e3c-ba86-82714918de89 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979996 Jul 18 02:35:45.728884 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=063ebb17-b759-41b1-bb29-1214343746a1,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:45.765223 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3b22f-4f5f-4384-98c7-627ccec2c33b req-b7fdd6e5-d8d2-4793-affc-01db46dd084b tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:45.767797 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-75d3b22f-4f5f-4384-98c7-627ccec2c33b req-b7fdd6e5-d8d2-4793-affc-01db46dd084b tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0739050 Jul 18 02:35:45.837364 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-75d3b22f-4f5f-4384-98c7-627ccec2c33b req-eb6a4816-4d56-4318-abe6-03d832048179 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597608 Jul 18 02:35:45.869506 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=f7b04923-0911-4df9-b770-512e41d840f9,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:45.890328 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 3185ab6e-a508-4ad1-b269-07229430860b, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=3185ab6e-a508-4ad1-b269-07229430860b,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:45.908216 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '3185ab6e-a508-4ad1-b269-07229430860b', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'port_id': '3185ab6e-a508-4ad1-b269-07229430860b', 'mac_address': 'fa:16:3e:a6:55:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:35:45.946625 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 3185ab6e-a508-4ad1-b269-07229430860b is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:45.947126 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (3185ab6e-a508-4ad1-b269-07229430860b), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:45.960885 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3185ab6e-a508-4ad1-b269-07229430860b {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:35:45.985619 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 3185ab6e-a508-4ad1-b269-07229430860b, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=3185ab6e-a508-4ad1-b269-07229430860b,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:46.083576 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (3185ab6e-a508-4ad1-b269-07229430860b), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:46.143126 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=3185ab6e-a508-4ad1-b269-07229430860b,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:46.360235 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:46.407814 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ea0ff-82ce-4811-a228-00a6964a0dee req-e1f59052-2baa-49ca-893c-5c6b95804a40 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:46.409352 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0e7ea0ff-82ce-4811-a228-00a6964a0dee req-e1f59052-2baa-49ca-893c-5c6b95804a40 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 944 time: 0.0570107 Jul 18 02:35:46.469945 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0e7ea0ff-82ce-4811-a228-00a6964a0dee req-7309736e-f13e-4adc-a7ca-0cf557b9555d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453138 Jul 18 02:35:46.685643 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d027df-b963-4162-a4c5-ccd490826e2f req-e8138be3-cb27-4410-aeab-d55f84cd03ce tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:46.687134 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b1d027df-b963-4162-a4c5-ccd490826e2f req-e8138be3-cb27-4410-aeab-d55f84cd03ce tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 946 time: 0.0481949 Jul 18 02:35:46.697950 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1905a0-2c49-40f1-921a-0fda9997cdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b04923-0911-4df9-b770-512e41d840f9'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:35:46.701089 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714e00fb-8f0b-48ad-ace8-10045c7f5b5d" -d '{"events": [{"server_uuid": "6e1905a0-2c49-40f1-921a-0fda9997cdb3", "name": "network-vif-plugged", "status": "completed", "tag": "f7b04923-0911-4df9-b770-512e41d840f9"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:35:46.742616 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b1d027df-b963-4162-a4c5-ccd490826e2f req-1c336872-4bd2-436d-a6d6-04247950c231 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499971 Jul 18 02:35:46.778442 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa13c3d-f086-4bd9-8204-ebbe7e83db3b x-openstack-request-id: req-cfa13c3d-f086-4bd9-8204-ebbe7e83db3b {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:35:46.778948 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1905a0-2c49-40f1-921a-0fda9997cdb3", "name": "network-vif-plugged", "status": "completed", "tag": "f7b04923-0911-4df9-b770-512e41d840f9", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:35:46.779064 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cfa13c3d-f086-4bd9-8204-ebbe7e83db3b {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:35:46.779511 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa13c3d-f086-4bd9-8204-ebbe7e83db3b'] response: {'server_uuid': '6e1905a0-2c49-40f1-921a-0fda9997cdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b04923-0911-4df9-b770-512e41d840f9', 'code': 200} Jul 18 02:35:46.814169 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:46.845351 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891017af-f529-49d6-a10b-7686a85e3135 req-4f9f8feb-0cc8-4d9d-b751-790e5b0ede87 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:46.846840 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-891017af-f529-49d6-a10b-7686a85e3135 req-4f9f8feb-0cc8-4d9d-b751-790e5b0ede87 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 944 time: 0.0476580 Jul 18 02:35:46.899466 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-891017af-f529-49d6-a10b-7686a85e3135 req-1e56cf48-12e2-4eaf-b251-d581fa78ae58 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466530 Jul 18 02:35:46.962206 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34012984-d748-4e14-a22a-c2df2ba345a7 req-e7806c44-b7ca-485e-9a90-3eaa2296d3e1 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:46.964457 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-34012984-d748-4e14-a22a-c2df2ba345a7 req-e7806c44-b7ca-485e-9a90-3eaa2296d3e1 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0563333 Jul 18 02:35:46.976863 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:47.014960 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-34012984-d748-4e14-a22a-c2df2ba345a7 req-6599be1c-070f-4e63-8a0d-db33e3601b3e tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447009 Jul 18 02:35:47.057217 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:47.586877 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7310c-0997-4c76-a84a-5dad24554346 req-403ebcaa-23e7-42b3-858b-a86002b50729 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:47.587719 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 48924) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:47.588464 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b5e7310c-0997-4c76-a84a-5dad24554346 req-403ebcaa-23e7-42b3-858b-a86002b50729 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 944 time: 0.0505884 Jul 18 02:35:47.646685 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b5e7310c-0997-4c76-a84a-5dad24554346 req-9d8b6d23-b4ec-464d-9ccf-2d1e08b7c089 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438657 Jul 18 02:35:47.704825 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3c06fe5f-fd07-48a7-8b9b-6296a92b82fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:47.779688 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3c06fe5f-fd07-48a7-8b9b-6296a92b82fc admin admin] Publish callbacks [] for security_group (7b360ea0-5d32-4fc9-bd2c-91eab8454695), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:47.855205 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f6f6a-a9f9-4ef8-a751-2ce36cdcd09e req-adb11e7c-026d-49fb-9802-f71d6ad46b82 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:47.856739 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-675f6f6a-a9f9-4ef8-a751-2ce36cdcd09e req-adb11e7c-026d-49fb-9802-f71d6ad46b82 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 946 time: 0.0460286 Jul 18 02:35:47.879230 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3c06fe5f-fd07-48a7-8b9b-6296a92b82fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (7b360ea0-5d32-4fc9-bd2c-91eab8454695), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:47.940896 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06fe5f-fd07-48a7-8b9b-6296a92b82fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b360ea0-5d32-4fc9-bd2c-91eab8454695,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:47.946110 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-3c06fe5f-fd07-48a7-8b9b-6296a92b82fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=24f3be6cd1a04a6ea79bed496d7ab16f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572550 Jul 18 02:35:47.949504 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 48934) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:47.950195 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-675f6f6a-a9f9-4ef8-a751-2ce36cdcd09e req-1d1168da-71e5-4dad-ac58-23a1b8c0a7b5 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878332 Jul 18 02:35:48.055916 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f7788-9d7c-417f-b59d-c5e2a8ab8547 req-1941f3cf-cbcd-4558-8fd6-670e8294e193 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:48.056829 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e86f7788-9d7c-417f-b59d-c5e2a8ab8547 req-1941f3cf-cbcd-4558-8fd6-670e8294e193 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 944 time: 0.0730944 Jul 18 02:35:48.085724 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b625db09-82b1-42f7-85f9-386c669dc693 admin admin] Publish callbacks [] for security_group (7b360ea0-5d32-4fc9-bd2c-91eab8454695), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:48.127073 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b625db09-82b1-42f7-85f9-386c669dc693 admin admin] Publish callbacks [] for security_group (7b360ea0-5d32-4fc9-bd2c-91eab8454695), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:48.136981 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e86f7788-9d7c-417f-b59d-c5e2a8ab8547 req-af06472d-2ea1-4e5a-b322-f3f9b6212653 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730379 Jul 18 02:35:48.138595 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83744c35-d805-49d6-aa6f-4132c7d74571 req-6ec37aee-604e-4d04-81ac-14b7293f22a8 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:48.140437 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-83744c35-d805-49d6-aa6f-4132c7d74571 req-6ec37aee-604e-4d04-81ac-14b7293f22a8 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0551121 Jul 18 02:35:48.164710 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:48.189024 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-83744c35-d805-49d6-aa6f-4132c7d74571 req-a72cfe82-7ef1-4ecf-9487-1ec294a23ebb tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422904 Jul 18 02:35:48.254974 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b625db09-82b1-42f7-85f9-386c669dc693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (7b360ea0-5d32-4fc9-bd2c-91eab8454695), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:48.257621 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b625db09-82b1-42f7-85f9-386c669dc693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:48.258950 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-b625db09-82b1-42f7-85f9-386c669dc693 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b360ea0-5d32-4fc9-bd2c-91eab8454695 HTTP/1.1" status: 204 len: 168 time: 0.3084257 Jul 18 02:35:48.268341 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625db09-82b1-42f7-85f9-386c669dc693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b360ea0-5d32-4fc9-bd2c-91eab8454695,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:48.640185 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['063ebb17-b759-41b1-bb29-1214343746a1'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:35:48.755296 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['3185ab6e-a508-4ad1-b269-07229430860b'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:35:48.777668 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64b79f-b132-41b8-be23-95d7ca27ce2d req-caf8ccf0-57c4-47ef-a036-b4a2cfaa44a1 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:48.779194 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bb64b79f-b132-41b8-be23-95d7ca27ce2d req-caf8ccf0-57c4-47ef-a036-b4a2cfaa44a1 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 944 time: 0.0527737 Jul 18 02:35:48.830124 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bb64b79f-b132-41b8-be23-95d7ca27ce2d req-7eafa780-3608-44da-ba48-2bfefa98adc5 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442739 Jul 18 02:35:48.890545 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:48.918008 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f664e2-5b77-4eb1-85e4-8efa52aeb06f req-c970894d-7cab-43d4-9b37-b0b8aa3f000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:48.919517 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e9f664e2-5b77-4eb1-85e4-8efa52aeb06f req-c970894d-7cab-43d4-9b37-b0b8aa3f000b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 1130 time: 0.0390038 Jul 18 02:35:48.962155 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e9f664e2-5b77-4eb1-85e4-8efa52aeb06f req-8c38d144-6894-47aa-811f-01886b6550f7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365946 Jul 18 02:35:49.059928 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 48966) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:49.076121 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9f6-84a7-4caf-88e3-ac098abd347b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:49.091837 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:49.105438 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed80b7-0829-4516-bf10-5ac38e5c70c0 req-aa0f89ed-a205-4ceb-a4cd-119a8e752009 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:49.113703 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7bed80b7-0829-4516-bf10-5ac38e5c70c0 req-aa0f89ed-a205-4ceb-a4cd-119a8e752009 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 946 time: 0.0688834 Jul 18 02:35:49.138805 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:49.157816 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7bed80b7-0829-4516-bf10-5ac38e5c70c0 req-d9372daa-62ea-492a-bea6-336799de75dc tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431707 Jul 18 02:35:49.165666 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9f6-84a7-4caf-88e3-ac098abd347b admin admin] Publish callbacks [] for security_group (06da8f24-3c63-4eea-b970-18066ea82db5), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:49.252142 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0cb79-44d8-41ae-bd24-7c9b35569804 req-258692b3-a731-4dfe-b1e6-b1b2f3419f87 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:49.253705 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7ae0cb79-44d8-41ae-bd24-7c9b35569804 req-258692b3-a731-4dfe-b1e6-b1b2f3419f87 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 944 time: 0.0486276 Jul 18 02:35:49.286320 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9f6-84a7-4caf-88e3-ac098abd347b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (06da8f24-3c63-4eea-b970-18066ea82db5), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:49.306487 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7ce5c-72a7-4e9a-bae1-e87bf3021403 req-96641ef6-8c39-4e91-9971-b74c4058d902 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:49.308477 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93a7ce5c-72a7-4e9a-bae1-e87bf3021403 req-96641ef6-8c39-4e91-9971-b74c4058d902 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0484359 Jul 18 02:35:49.363400 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7ae0cb79-44d8-41ae-bd24-7c9b35569804 req-0933a077-a8be-4bf8-8bf5-1cce6e9534b1 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040530 Jul 18 02:35:49.368323 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-d5a1b9f6-84a7-4caf-88e3-ac098abd347b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af185a33c0cb490eaa6fca1912d794f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072245 Jul 18 02:35:49.369555 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1b9f6-84a7-4caf-88e3-ac098abd347b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06da8f24-3c63-4eea-b970-18066ea82db5,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:49.382034 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 48982) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:49.388027 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93a7ce5c-72a7-4e9a-bae1-e87bf3021403 req-19b2eedc-bea6-4584-b0ec-22d782046b76 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734007 Jul 18 02:35:49.469857 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1429d1d5-f876-41f7-a985-ab6fce0aca9e admin admin] Publish callbacks [] for security_group (06da8f24-3c63-4eea-b970-18066ea82db5), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:49.492012 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1429d1d5-f876-41f7-a985-ab6fce0aca9e admin admin] Publish callbacks [] for security_group (06da8f24-3c63-4eea-b970-18066ea82db5), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:49.639400 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1429d1d5-f876-41f7-a985-ab6fce0aca9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (06da8f24-3c63-4eea-b970-18066ea82db5), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:49.642026 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1429d1d5-f876-41f7-a985-ab6fce0aca9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:49.643218 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-1429d1d5-f876-41f7-a985-ab6fce0aca9e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/06da8f24-3c63-4eea-b970-18066ea82db5 HTTP/1.1" status: 204 len: 168 time: 0.2541704 Jul 18 02:35:49.652308 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429d1d5-f876-41f7-a985-ab6fce0aca9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06da8f24-3c63-4eea-b970-18066ea82db5,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:49.663482 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:49.903327 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:49.948984 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c021394-b189-40eb-8bec-9239071000c7 req-ff178412-f38b-4715-b7e6-4511da088722 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:49.950440 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0c021394-b189-40eb-8bec-9239071000c7 req-ff178412-f38b-4715-b7e6-4511da088722 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 944 time: 0.0464292 Jul 18 02:35:50.017927 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0c021394-b189-40eb-8bec-9239071000c7 req-c4b41414-1943-4450-9285-599d96f7af2e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613360 Jul 18 02:35:50.157950 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 063ebb17-b759-41b1-bb29-1214343746a1 up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:50.211003 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port 063ebb17-b759-41b1-bb29-1214343746a1 completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:35:50.281973 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab426565-01c9-4bf2-acd6-94403c15e70e req-eec85b26-9530-45d7-86bc-089e12eeef3b tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:50.283678 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ab426565-01c9-4bf2-acd6-94403c15e70e req-eec85b26-9530-45d7-86bc-089e12eeef3b tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 946 time: 0.0492237 Jul 18 02:35:50.296662 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 063ebb17-b759-41b1-bb29-1214343746a1 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:50.297695 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (063ebb17-b759-41b1-bb29-1214343746a1), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:50.345093 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ab426565-01c9-4bf2-acd6-94403c15e70e req-9034cb53-9e2b-4df2-b270-c3272d610dc0 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559602 Jul 18 02:35:50.389373 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 063ebb17-b759-41b1-bb29-1214343746a1 is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:50.389762 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (063ebb17-b759-41b1-bb29-1214343746a1), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:50.416179 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063ebb17-b759-41b1-bb29-1214343746a1'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:35:50.418600 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c252c5-f14a-47c2-90bb-9c46d5346ed5" -d '{"events": [{"server_uuid": "b883c80f-57dd-43cb-a44e-72b33a2128e9", "name": "network-vif-plugged", "status": "completed", "tag": "063ebb17-b759-41b1-bb29-1214343746a1"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:35:50.435721 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 063ebb17-b759-41b1-bb29-1214343746a1, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=063ebb17-b759-41b1-bb29-1214343746a1,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:50.515318 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (063ebb17-b759-41b1-bb29-1214343746a1), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:50.521990 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 3185ab6e-a508-4ad1-b269-07229430860b up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:35:50.522121 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba068470-62c3-447a-b95e-861a66752062 req-6b3320ee-0c47-4610-862a-02e552fbb8a7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:50.528588 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ba068470-62c3-447a-b95e-861a66752062 req-6b3320ee-0c47-4610-862a-02e552fbb8a7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 944 time: 0.0720396 Jul 18 02:35:50.554470 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7448de-0327-4157-b7ae-b131d6d3904a req-c396cb82-4133-40a6-a620-7433e7f94118 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:50.567879 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5d7448de-0327-4157-b7ae-b131d6d3904a req-c396cb82-4133-40a6-a620-7433e7f94118 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0868587 Jul 18 02:35:50.593178 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:50.610429 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=063ebb17-b759-41b1-bb29-1214343746a1,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:50.629926 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port 3185ab6e-a508-4ad1-b269-07229430860b completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:35:50.640391 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ba068470-62c3-447a-b95e-861a66752062 req-a5a1d3b9-360d-410d-bf73-8226efb57efc tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090448 Jul 18 02:35:50.691716 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5d7448de-0327-4157-b7ae-b131d6d3904a req-0fdbab69-4505-4ade-8844-5209194c7127 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231892 Jul 18 02:35:50.700796 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0f99af-60d6-4cad-8d86-0cb03d53df8d x-openstack-request-id: req-fd0f99af-60d6-4cad-8d86-0cb03d53df8d {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:35:50.701303 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b883c80f-57dd-43cb-a44e-72b33a2128e9", "name": "network-vif-plugged", "status": "completed", "tag": "063ebb17-b759-41b1-bb29-1214343746a1", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:35:50.701415 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fd0f99af-60d6-4cad-8d86-0cb03d53df8d {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:35:50.701760 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd0f99af-60d6-4cad-8d86-0cb03d53df8d'] response: {'server_uuid': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063ebb17-b759-41b1-bb29-1214343746a1', 'code': 200} Jul 18 02:35:50.706111 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 3185ab6e-a508-4ad1-b269-07229430860b triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:35:50.706499 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (3185ab6e-a508-4ad1-b269-07229430860b), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:50.784393 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 3185ab6e-a508-4ad1-b269-07229430860b is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:35:50.784601 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (3185ab6e-a508-4ad1-b269-07229430860b), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:50.832967 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 3185ab6e-a508-4ad1-b269-07229430860b, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=3185ab6e-a508-4ad1-b269-07229430860b,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:35:50.861229 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc10a50-f095-47d7-83f9-cb91ca89dab1 req-13f2adb1-8b2a-4016-a2e6-d9a171143dc4 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:50.862924 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dbc10a50-f095-47d7-83f9-cb91ca89dab1 req-13f2adb1-8b2a-4016-a2e6-d9a171143dc4 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0624788 Jul 18 02:35:50.872816 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49044) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:50.889852 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-99f0b754-ac99-4220-ac44-f0a2bec2653f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Request body: {'floatingip': {'port_id': 'f7b04923-0911-4df9-b770-512e41d840f9'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:50.948103 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-99f0b754-ac99-4220-ac44-f0a2bec2653f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for floatingip (a30af35d-4077-4678-909d-afa9d7b70533), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:51.040371 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (3185ab6e-a508-4ad1-b269-07229430860b), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:51.078031 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:51.109531 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=3185ab6e-a508-4ad1-b269-07229430860b,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:51.191987 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02076573-ad79-40a8-aeca-7609cf381a52 req-e78f9730-7c12-4e1e-b3ef-0ca715b2bbdd tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:51.201159 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-02076573-ad79-40a8-aeca-7609cf381a52 req-e78f9730-7c12-4e1e-b3ef-0ca715b2bbdd tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0756018 Jul 18 02:35:51.245329 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-02076573-ad79-40a8-aeca-7609cf381a52 req-241ab059-320b-4d07-956c-c83fa092525b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432918 Jul 18 02:35:51.507596 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46054b91-f9b1-47ff-b8f3-05e8a97b7ee1 req-1e93d86f-0860-44a5-bf95-32be1de9261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:51.511402 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46054b91-f9b1-47ff-b8f3-05e8a97b7ee1 req-1e93d86f-0860-44a5-bf95-32be1de9261f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 1129 time: 0.1082497 Jul 18 02:35:51.573115 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba4012-5161-408d-b781-2f0f5efd06c6 req-2bbe2fe9-5573-4439-93f0-3944778c19bf tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:51.574686 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cbba4012-5161-408d-b781-2f0f5efd06c6 req-2bbe2fe9-5573-4439-93f0-3944778c19bf tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 946 time: 0.1018581 Jul 18 02:35:51.616115 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46054b91-f9b1-47ff-b8f3-05e8a97b7ee1 req-ed7c7462-176e-4dba-8220-d156f6e37e00 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981364 Jul 18 02:35:51.798078 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77774d30-29c4-418e-bd55-6210e92fc560 req-28605c19-bab5-4f58-9acf-9be0fef13752 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:51.800141 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-77774d30-29c4-418e-bd55-6210e92fc560 req-28605c19-bab5-4f58-9acf-9be0fef13752 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 945 time: 0.0931411 Jul 18 02:35:51.852291 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-77774d30-29c4-418e-bd55-6210e92fc560 req-b160fda4-726c-4f43-9e3a-3ca389e46d29 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464215 Jul 18 02:35:51.946859 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cbba4012-5161-408d-b781-2f0f5efd06c6 req-0b9bec43-a644-4527-aaf2-d2ac63a98fbd tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473477 Jul 18 02:35:51.953211 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-99f0b754-ac99-4220-ac44-f0a2bec2653f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:52.003173 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-99f0b754-ac99-4220-ac44-f0a2bec2653f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (a30af35d-4077-4678-909d-afa9d7b70533), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:52.003357 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:52.099859 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:52.109834 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-99f0b754-ac99-4220-ac44-f0a2bec2653f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Floating IP a30af35d-4077-4678-909d-afa9d7b70533 associated. External IP: 172.27.3.62, port: f7b04923-0911-4df9-b770-512e41d840f9. Jul 18 02:35:52.210183 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:52.327718 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f0b754-ac99-4220-ac44-f0a2bec2653f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:35:52.372782 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959bc00-6ad3-4caa-ad03-5b14143199d4 req-b93ed542-4b76-463b-abb4-4179fe0bd73a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:52.374287 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7959bc00-6ad3-4caa-ad03-5b14143199d4 req-b93ed542-4b76-463b-abb4-4179fe0bd73a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0478172 Jul 18 02:35:52.423149 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7959bc00-6ad3-4caa-ad03-5b14143199d4 req-748592ab-4f4b-4e2d-a7ae-05af1c69420c tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430007 Jul 18 02:35:52.442919 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f0b754-ac99-4220-ac44-f0a2bec2653f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:35:52.447766 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-99f0b754-ac99-4220-ac44-f0a2bec2653f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:52.457227 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c72f4f-1753-42f2-9b52-11c7b1d93bb0 None None] Sync routers for ids ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:35:52.467547 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c72f4f-1753-42f2-9b52-11c7b1d93bb0 None None] Routers {'4f30d3e1-a9bc-47ba-84ba-587aa73038e6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:52.467743 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-c4c72f4f-1753-42f2-9b52-11c7b1d93bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:52.479491 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-99f0b754-ac99-4220-ac44-f0a2bec2653f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "PUT /v2.0/floatingips/a30af35d-4077-4678-909d-afa9d7b70533 HTTP/1.1" status: 200 len: 991 time: 1.6049278 Jul 18 02:35:52.480187 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1905a0-2c49-40f1-921a-0fda9997cdb3', 'tag': 'f7b04923-0911-4df9-b770-512e41d840f9'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:35:52.482822 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64ea466cc435dd77490079e2fa520d09e38a4648c4a1127f42521b2533b3eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef069cf9-08d2-4953-b7dd-e6a356b49a36" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1905a0-2c49-40f1-921a-0fda9997cdb3", "tag": "f7b04923-0911-4df9-b770-512e41d840f9"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:35:52.528131 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1d2011-39ab-42ac-ac1f-e3e921c0aca8 x-openstack-request-id: req-ec1d2011-39ab-42ac-ac1f-e3e921c0aca8 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:35:52.528527 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1905a0-2c49-40f1-921a-0fda9997cdb3", "tag": "f7b04923-0911-4df9-b770-512e41d840f9", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:35:52.528792 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec1d2011-39ab-42ac-ac1f-e3e921c0aca8 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:35:52.529208 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1d2011-39ab-42ac-ac1f-e3e921c0aca8'] response: {'name': 'network-changed', 'server_uuid': '6e1905a0-2c49-40f1-921a-0fda9997cdb3', 'tag': 'f7b04923-0911-4df9-b770-512e41d840f9', 'status': 'completed', 'code': 200} Jul 18 02:35:52.574703 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-c4c72f4f-1753-42f2-9b52-11c7b1d93bb0 None None] Set router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:52.703107 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3185ab6e-a508-4ad1-b269-07229430860b'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:35:52.714186 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd848c69-81ed-4fd3-a383-f65493536d2f" -d '{"events": [{"server_uuid": "68d974b9-4abf-4d7f-bbea-08e8fef381dd", "name": "network-vif-plugged", "status": "completed", "tag": "3185ab6e-a508-4ad1-b269-07229430860b"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:35:52.763391 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219a5e00-b16a-4bf0-8a70-f5a2ec8d7568 x-openstack-request-id: req-219a5e00-b16a-4bf0-8a70-f5a2ec8d7568 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:35:52.763688 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d974b9-4abf-4d7f-bbea-08e8fef381dd", "name": "network-vif-plugged", "status": "completed", "tag": "3185ab6e-a508-4ad1-b269-07229430860b", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:35:52.763944 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-219a5e00-b16a-4bf0-8a70-f5a2ec8d7568 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:35:52.764345 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-219a5e00-b16a-4bf0-8a70-f5a2ec8d7568'] response: {'server_uuid': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3185ab6e-a508-4ad1-b269-07229430860b', 'code': 200} Jul 18 02:35:52.804184 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49116) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:52.887683 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-c4c72f4f-1753-42f2-9b52-11c7b1d93bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 4, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'a30af35d-4077-4678-909d-afa9d7b70533', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'port_id': 'f7b04923-0911-4df9-b770-512e41d840f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'mac_address': 'fa:16:3e:b1:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1905a0-2c49-40f1-921a-0fda9997cdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:35:18Z', 'updated_at': '2022-07-18T02:35:51Z', 'revision_number': 1, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9568c3b-6190-4770-9888-e44b0de093e8', 'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'mac_address': 'fa:16:3e:62:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:14Z', 'revision_number': 5, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'subnets': [{'id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:52.914807 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c72f4f-1753-42f2-9b52-11c7b1d93bb0 None None] Checking router: 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:35:52.924763 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c72f4f-1753-42f2-9b52-11c7b1d93bb0 None None] Routers {'4f30d3e1-a9bc-47ba-84ba-587aa73038e6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:52.925379 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-c4c72f4f-1753-42f2-9b52-11c7b1d93bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:52.999355 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-62ca3a5c-d47e-46cf-8e9f-fd381b87d744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:53.023069 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:53.049925 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-c4c72f4f-1753-42f2-9b52-11c7b1d93bb0 None None] Set router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:53.068412 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da116269-4f42-4a6d-b80a-9179d0190ed3 req-65b80586-b997-48ed-baca-6d387252d2a3 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:53.069990 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-da116269-4f42-4a6d-b80a-9179d0190ed3 req-65b80586-b997-48ed-baca-6d387252d2a3 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 945 time: 0.0928383 Jul 18 02:35:53.142863 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-da116269-4f42-4a6d-b80a-9179d0190ed3 req-c1d15135-7d10-48f3-ac54-ce32a4c079fd tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582049 Jul 18 02:35:53.146535 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef069cf9-08d2-4953-b7dd-e6a356b49a36 req-a7f2d628-d5b3-45a5-aa5c-c0c30d33c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:53.148225 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ef069cf9-08d2-4953-b7dd-e6a356b49a36 req-a7f2d628-d5b3-45a5-aa5c-c0c30d33c9f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85204e1ae6844b70b45f8452887d5385&device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 1130 time: 0.0442338 Jul 18 02:35:53.180770 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-62ca3a5c-d47e-46cf-8e9f-fd381b87d744 admin admin] Publish callbacks [] for security_group (4edfc5ba-69ab-40e9-a37b-19c1cfd0973c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:53.199505 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:53.261111 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-62ca3a5c-d47e-46cf-8e9f-fd381b87d744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (4edfc5ba-69ab-40e9-a37b-19c1cfd0973c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:53.310012 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-62ca3a5c-d47e-46cf-8e9f-fd381b87d744 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe155f52b80347b6be75b811ba524b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5040317 Jul 18 02:35:53.313430 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49130) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:53.320366 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-c4c72f4f-1753-42f2-9b52-11c7b1d93bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 4, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'a30af35d-4077-4678-909d-afa9d7b70533', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'port_id': 'f7b04923-0911-4df9-b770-512e41d840f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'mac_address': 'fa:16:3e:b1:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1905a0-2c49-40f1-921a-0fda9997cdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:35:18Z', 'updated_at': '2022-07-18T02:35:51Z', 'revision_number': 1, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9568c3b-6190-4770-9888-e44b0de093e8', 'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'mac_address': 'fa:16:3e:62:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:14Z', 'revision_number': 5, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'subnets': [{'id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:53.322989 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca3a5c-d47e-46cf-8e9f-fd381b87d744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edfc5ba-69ab-40e9-a37b-19c1cfd0973c,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:53.367603 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef069cf9-08d2-4953-b7dd-e6a356b49a36 req-78348de6-f753-4011-a206-b596bb0b56c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:53.369132 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c72f4f-1753-42f2-9b52-11c7b1d93bb0 None None] The sync data for ids ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'] in dv-cinder-850015-3-iscsi is: [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 4, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'a30af35d-4077-4678-909d-afa9d7b70533', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'port_id': 'f7b04923-0911-4df9-b770-512e41d840f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'mac_address': 'fa:16:3e:b1:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1905a0-2c49-40f1-921a-0fda9997cdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:35:18Z', 'updated_at': '2022-07-18T02:35:51Z', 'revision_number': 1, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9568c3b-6190-4770-9888-e44b0de093e8', 'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'mac_address': 'fa:16:3e:62:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:14Z', 'revision_number': 5, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'subnets': [{'id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:35:53.369779 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ef069cf9-08d2-4953-b7dd-e6a356b49a36 req-78348de6-f753-4011-a206-b596bb0b56c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=69054a80-8318-40e4-bbcb-fa67a0902b79 HTTP/1.1" status: 200 len: 911 time: 0.1425872 Jul 18 02:35:53.374739 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9724-d4bb-4879-83bb-3264cdfd317d admin admin] Publish callbacks [] for security_group (4edfc5ba-69ab-40e9-a37b-19c1cfd0973c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:53.412801 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9724-d4bb-4879-83bb-3264cdfd317d admin admin] Publish callbacks [] for security_group (4edfc5ba-69ab-40e9-a37b-19c1cfd0973c), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:53.506620 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ef069cf9-08d2-4953-b7dd-e6a356b49a36 req-6323e22c-9358-45a3-8421-42aedb0a2fba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b04923-0911-4df9-b770-512e41d840f9 HTTP/1.1" status: 200 len: 999 time: 0.1306341 Jul 18 02:35:53.547043 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9724-d4bb-4879-83bb-3264cdfd317d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (4edfc5ba-69ab-40e9-a37b-19c1cfd0973c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:53.557240 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7e2c9724-d4bb-4879-83bb-3264cdfd317d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:53.562794 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-7e2c9724-d4bb-4879-83bb-3264cdfd317d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4edfc5ba-69ab-40e9-a37b-19c1cfd0973c HTTP/1.1" status: 204 len: 168 time: 0.2483702 Jul 18 02:35:53.573828 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c9724-d4bb-4879-83bb-3264cdfd317d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edfc5ba-69ab-40e9-a37b-19c1cfd0973c,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:53.634977 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c3fe8-8235-4644-881a-387885cc8a73 req-a237f121-8b94-4a7f-b20e-26ff71585847 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:53.637559 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0f0c3fe8-8235-4644-881a-387885cc8a73 req-a237f121-8b94-4a7f-b20e-26ff71585847 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.1274405 Jul 18 02:35:53.643104 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef069cf9-08d2-4953-b7dd-e6a356b49a36 req-31d49782-c77f-4154-94e7-b15634db0206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:53.646331 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ef069cf9-08d2-4953-b7dd-e6a356b49a36 req-31d49782-c77f-4154-94e7-b15634db0206 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a535d1c-7310-4558-a2ba-5d3749160bbf HTTP/1.1" status: 200 len: 849 time: 0.1246479 Jul 18 02:35:53.670184 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496510c-aada-45f5-9734-ade2d6a014bb None None] New status for floating IP a30af35d-4077-4678-909d-afa9d7b70533: ACTIVE {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:35:53.722781 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c5b6e-331e-4701-946d-96570a1d720f req-e4a2ec96-99cc-43d2-bfac-61a618430cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:53.724293 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8d4c5b6e-331e-4701-946d-96570a1d720f req-e4a2ec96-99cc-43d2-bfac-61a618430cf3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 1129 time: 0.1150448 Jul 18 02:35:53.740177 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef069cf9-08d2-4953-b7dd-e6a356b49a36 req-5085276d-3fc0-4b20-8f60-8335569d04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:53.742346 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ef069cf9-08d2-4953-b7dd-e6a356b49a36 req-5085276d-3fc0-4b20-8f60-8335569d04a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=69054a80-8318-40e4-bbcb-fa67a0902b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712836 Jul 18 02:35:53.792017 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0f0c3fe8-8235-4644-881a-387885cc8a73 req-12600319-64ad-4228-916b-3e66268a4a0a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222816 Jul 18 02:35:53.848444 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:54.091647 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:54.095840 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8d4c5b6e-331e-4701-946d-96570a1d720f req-b67b9390-32ea-4630-a46b-bd728ca10c82 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3636215 Jul 18 02:35:54.132894 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ef069cf9-08d2-4953-b7dd-e6a356b49a36 req-cf232b9a-9273-4da9-842c-5172fe65cd0b service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791733 Jul 18 02:35:54.156545 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49150) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:54.246030 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:54.272625 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23a294-27e9-4d08-8855-66af61c8970c req-6ed2de6a-1712-4414-a88e-012acae9777d tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:54.274130 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3d23a294-27e9-4d08-8855-66af61c8970c req-6ed2de6a-1712-4414-a88e-012acae9777d tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 945 time: 0.0521319 Jul 18 02:35:54.284225 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9b4dd98b-c6b1-46f2-b16c-d22868c2a515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:54.326108 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3d23a294-27e9-4d08-8855-66af61c8970c req-8c7a8e29-44e6-4dcb-9bad-05bb8bc0a125 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455797 Jul 18 02:35:54.363984 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9b4dd98b-c6b1-46f2-b16c-d22868c2a515 admin admin] Publish callbacks [] for security_group (80f8c5fe-2e39-4e45-99b7-4c91823dd121), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:54.513294 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9b4dd98b-c6b1-46f2-b16c-d22868c2a515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (80f8c5fe-2e39-4e45-99b7-4c91823dd121), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:54.521921 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d4ee7-37e6-4d71-ba03-45493979fae6 req-ef5ef9d3-234f-43c5-9606-01ccf41c8509 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:54.524234 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3e5d4ee7-37e6-4d71-ba03-45493979fae6 req-ef5ef9d3-234f-43c5-9606-01ccf41c8509 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 945 time: 0.0874157 Jul 18 02:35:54.537137 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49158) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:54.549803 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-6490f6a4-97c1-415d-98ee-4d979eb46642 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'floatingip': {'port_id': '063ebb17-b759-41b1-bb29-1214343746a1'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:54.557012 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ef069cf9-08d2-4953-b7dd-e6a356b49a36 req-c321c094-20cf-4fe1-a240-5b978730e75b service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391551 Jul 18 02:35:54.593903 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-9b4dd98b-c6b1-46f2-b16c-d22868c2a515 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=955171086a7844a2a6abc66fb56692f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4362073 Jul 18 02:35:54.597420 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49164) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:54.612430 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4dd98b-c6b1-46f2-b16c-d22868c2a515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f8c5fe-2e39-4e45-99b7-4c91823dd121,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:54.624474 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6490f6a4-97c1-415d-98ee-4d979eb46642 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (a1b523e5-294d-4415-95cb-9158708bd7cb), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:54.645463 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49166) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:54.662035 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-14ac336b-a1aa-440e-93bf-b5346ff9651d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:54.739946 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:54.769742 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-14ac336b-a1aa-440e-93bf-b5346ff9651d admin admin] Publish callbacks [] for security_group (f15cd567-957e-4b45-8dc0-8ef042c0064b), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:54.773094 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb0c0f8c-7372-498f-9675-a85e034ba612 admin admin] Publish callbacks [] for security_group (80f8c5fe-2e39-4e45-99b7-4c91823dd121), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:54.839114 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb0c0f8c-7372-498f-9675-a85e034ba612 admin admin] Publish callbacks [] for security_group (80f8c5fe-2e39-4e45-99b7-4c91823dd121), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:54.864305 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-14ac336b-a1aa-440e-93bf-b5346ff9651d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (f15cd567-957e-4b45-8dc0-8ef042c0064b), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:54.944282 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-14ac336b-a1aa-440e-93bf-b5346ff9651d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b23c3e795b84ab7b749da296a6f4c3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975686 Jul 18 02:35:54.956213 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac336b-a1aa-440e-93bf-b5346ff9651d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15cd567-957e-4b45-8dc0-8ef042c0064b,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:54.959086 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49176) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:55.008740 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:55.036917 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2867feb-8282-4d93-98f0-19de0fc8887e req-914996bc-f113-4eed-b4c9-89a5b9c23041 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:55.039398 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d2867feb-8282-4d93-98f0-19de0fc8887e req-914996bc-f113-4eed-b4c9-89a5b9c23041 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.1040559 Jul 18 02:35:55.068533 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb0c0f8c-7372-498f-9675-a85e034ba612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (80f8c5fe-2e39-4e45-99b7-4c91823dd121), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:55.071072 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb0c0f8c-7372-498f-9675-a85e034ba612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:55.072417 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-eb0c0f8c-7372-498f-9675-a85e034ba612 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/80f8c5fe-2e39-4e45-99b7-4c91823dd121 HTTP/1.1" status: 204 len: 168 time: 0.4738605 Jul 18 02:35:55.075842 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1dd73ce2-9a48-406b-a1bd-6fcf8ef93564 admin admin] Publish callbacks [] for security_group (f15cd567-957e-4b45-8dc0-8ef042c0064b), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:55.100138 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c0f8c-7372-498f-9675-a85e034ba612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f8c5fe-2e39-4e45-99b7-4c91823dd121,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:55.126804 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1dd73ce2-9a48-406b-a1bd-6fcf8ef93564 admin admin] Publish callbacks [] for security_group (f15cd567-957e-4b45-8dc0-8ef042c0064b), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:55.141155 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d2867feb-8282-4d93-98f0-19de0fc8887e req-e0bbd55a-c6bf-43d6-83e4-dfdfcbdda183 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924425 Jul 18 02:35:55.249893 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6490f6a4-97c1-415d-98ee-4d979eb46642 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:55.267353 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1dd73ce2-9a48-406b-a1bd-6fcf8ef93564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (f15cd567-957e-4b45-8dc0-8ef042c0064b), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:55.267353 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1dd73ce2-9a48-406b-a1bd-6fcf8ef93564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:55.269059 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-1dd73ce2-9a48-406b-a1bd-6fcf8ef93564 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f15cd567-957e-4b45-8dc0-8ef042c0064b HTTP/1.1" status: 204 len: 168 time: 0.3076897 Jul 18 02:35:55.298900 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd73ce2-9a48-406b-a1bd-6fcf8ef93564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15cd567-957e-4b45-8dc0-8ef042c0064b,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:55.314372 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6490f6a4-97c1-415d-98ee-4d979eb46642 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (a1b523e5-294d-4415-95cb-9158708bd7cb), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:55.389965 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:55.437029 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-6490f6a4-97c1-415d-98ee-4d979eb46642 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Floating IP a1b523e5-294d-4415-95cb-9158708bd7cb associated. External IP: 172.27.3.163, port: 063ebb17-b759-41b1-bb29-1214343746a1. Jul 18 02:35:55.647444 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6490f6a4-97c1-415d-98ee-4d979eb46642 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Router 800f954d-2fd2-4712-8fe5-205d52fa1da6 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:35:55.697088 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:55.761536 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6490f6a4-97c1-415d-98ee-4d979eb46642 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:35:55.765991 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6490f6a4-97c1-415d-98ee-4d979eb46642 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:55.774999 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0c0d97-1938-4515-bf6f-c41730b04a98 None None] Sync routers for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:35:55.788412 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0c0d97-1938-4515-bf6f-c41730b04a98 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:55.789410 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-de0c0d97-1938-4515-bf6f-c41730b04a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:55.811529 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6490f6a4-97c1-415d-98ee-4d979eb46642 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "PUT /v2.0/floatingips/a1b523e5-294d-4415-95cb-9158708bd7cb HTTP/1.1" status: 200 len: 991 time: 1.2613420 Jul 18 02:35:55.811529 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'tag': '063ebb17-b759-41b1-bb29-1214343746a1'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:35:55.811529 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64ea466cc435dd77490079e2fa520d09e38a4648c4a1127f42521b2533b3eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6599842-7be5-4e45-8bb4-1a8d194dd4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b883c80f-57dd-43cb-a44e-72b33a2128e9", "tag": "063ebb17-b759-41b1-bb29-1214343746a1"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:35:55.842035 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ba70d0-aaf4-4e78-9c7c-6c9099f8aab7 x-openstack-request-id: req-38ba70d0-aaf4-4e78-9c7c-6c9099f8aab7 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:35:55.842451 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b883c80f-57dd-43cb-a44e-72b33a2128e9", "tag": "063ebb17-b759-41b1-bb29-1214343746a1", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:35:55.842799 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-38ba70d0-aaf4-4e78-9c7c-6c9099f8aab7 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:35:55.843293 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ba70d0-aaf4-4e78-9c7c-6c9099f8aab7'] response: {'name': 'network-changed', 'server_uuid': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'tag': '063ebb17-b759-41b1-bb29-1214343746a1', 'status': 'completed', 'code': 200} Jul 18 02:35:55.871616 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:55.899985 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-de0c0d97-1938-4515-bf6f-c41730b04a98 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:55.925902 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:56.052860 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:56.074531 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49204) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:56.094604 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-67b326b2-5ef3-4b84-a930-bccd5c3ff689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:56.127177 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-de0c0d97-1938-4515-bf6f-c41730b04a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'a1b523e5-294d-4415-95cb-9158708bd7cb', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '063ebb17-b759-41b1-bb29-1214343746a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:94:49:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:35:21Z', 'updated_at': '2022-07-18T02:35:55Z', 'revision_number': 1, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:56.161925 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0c0d97-1938-4515-bf6f-c41730b04a98 None None] Checking router: 800f954d-2fd2-4712-8fe5-205d52fa1da6 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:35:56.173332 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0c0d97-1938-4515-bf6f-c41730b04a98 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:56.174220 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-de0c0d97-1938-4515-bf6f-c41730b04a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:56.179279 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6599842-7be5-4e45-8bb4-1a8d194dd4f5 req-45c23381-430e-4c16-bbde-5d81838a0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:56.180795 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b6599842-7be5-4e45-8bb4-1a8d194dd4f5 req-45c23381-430e-4c16-bbde-5d81838a0f57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b02a417904a474abcab1eec5cea9c7e&device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 1129 time: 0.0533731 Jul 18 02:35:56.277813 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-67b326b2-5ef3-4b84-a930-bccd5c3ff689 admin admin] Publish callbacks [] for security_group (ada87aaf-a3f8-42ec-81fb-39125c4069ee), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:56.304937 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-de0c0d97-1938-4515-bf6f-c41730b04a98 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:56.307331 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6599842-7be5-4e45-8bb4-1a8d194dd4f5 req-5dbbd795-35a1-42bd-a7f3-bc2d98df6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:56.311948 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b6599842-7be5-4e45-8bb4-1a8d194dd4f5 req-5dbbd795-35a1-42bd-a7f3-bc2d98df6521 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 HTTP/1.1" status: 200 len: 916 time: 0.1226890 Jul 18 02:35:56.345372 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcc982-3e07-4c99-969f-a6ffe51e12b0 req-14e8acc1-7682-433c-a0a0-8eb16f04709a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:56.355318 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-80dcc982-3e07-4c99-969f-a6ffe51e12b0 req-14e8acc1-7682-433c-a0a0-8eb16f04709a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.1033096 Jul 18 02:35:56.393099 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-67b326b2-5ef3-4b84-a930-bccd5c3ff689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (ada87aaf-a3f8-42ec-81fb-39125c4069ee), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:56.444227 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b326b2-5ef3-4b84-a930-bccd5c3ff689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada87aaf-a3f8-42ec-81fb-39125c4069ee,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:56.464404 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-67b326b2-5ef3-4b84-a930-bccd5c3ff689 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb397225f2a3464f917242ab02841844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3884723 Jul 18 02:35:56.470378 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49224) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:56.475442 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-80dcc982-3e07-4c99-969f-a6ffe51e12b0 req-ff794e0b-1868-4129-90dc-3626fb5a0642 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189930 Jul 18 02:35:56.553524 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b6599842-7be5-4e45-8bb4-1a8d194dd4f5 req-761da287-badc-403e-b8bb-bbb69e7e22e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=063ebb17-b759-41b1-bb29-1214343746a1 HTTP/1.1" status: 200 len: 999 time: 0.1040177 Jul 18 02:35:56.662145 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6599842-7be5-4e45-8bb4-1a8d194dd4f5 req-c10c98db-3119-473a-b92a-0508e64da625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:56.663629 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b6599842-7be5-4e45-8bb4-1a8d194dd4f5 req-c10c98db-3119-473a-b92a-0508e64da625 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=980bd026-fed1-45eb-bd25-e5a3e3e70779 HTTP/1.1" status: 200 len: 854 time: 0.0712535 Jul 18 02:35:56.680833 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-be7ee332-90dd-4afb-9ccf-632a543854db admin admin] Publish callbacks [] for security_group (ada87aaf-a3f8-42ec-81fb-39125c4069ee), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:56.690461 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8353a-fea5-4323-a86f-ff6f105b0cf2 req-5e274549-b611-4741-8688-d754b421319e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:56.692019 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4ad8353a-fea5-4323-a86f-ff6f105b0cf2 req-5e274549-b611-4741-8688-d754b421319e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.1408281 Jul 18 02:35:56.704189 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49230) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:56.709343 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-de0c0d97-1938-4515-bf6f-c41730b04a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'a1b523e5-294d-4415-95cb-9158708bd7cb', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '063ebb17-b759-41b1-bb29-1214343746a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:94:49:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:35:21Z', 'updated_at': '2022-07-18T02:35:55Z', 'revision_number': 1, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:56.711194 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-3ce7a6f5-4c17-47f6-b6ba-1bb113c536a7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Request body: {'floatingip': {'port_id': '3185ab6e-a508-4ad1-b269-07229430860b'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:35:56.740114 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6599842-7be5-4e45-8bb4-1a8d194dd4f5 req-d5f78012-52bf-4c11-974b-dfb534d27429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:56.740738 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0c0d97-1938-4515-bf6f-c41730b04a98 None None] The sync data for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi is: [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'a1b523e5-294d-4415-95cb-9158708bd7cb', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '063ebb17-b759-41b1-bb29-1214343746a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:94:49:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:35:21Z', 'updated_at': '2022-07-18T02:35:55Z', 'revision_number': 1, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:35:56.741683 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b6599842-7be5-4e45-8bb4-1a8d194dd4f5 req-d5f78012-52bf-4c11-974b-dfb534d27429 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708106 Jul 18 02:35:56.745307 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-be7ee332-90dd-4afb-9ccf-632a543854db admin admin] Publish callbacks [] for security_group (ada87aaf-a3f8-42ec-81fb-39125c4069ee), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:56.777375 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3ce7a6f5-4c17-47f6-b6ba-1bb113c536a7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for floatingip (3ed3d4c2-cae7-41af-8d00-04663f0de552), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:56.883314 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b6599842-7be5-4e45-8bb4-1a8d194dd4f5 req-b1db723e-0fbd-4727-b703-f45152291b4c service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312099 Jul 18 02:35:56.985691 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b6599842-7be5-4e45-8bb4-1a8d194dd4f5 req-76668b76-317f-4598-b10b-7f34767363d6 service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966141 Jul 18 02:35:56.999947 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a669604-5399-4f36-93b1-28792640ddc5 None None] New status for floating IP a1b523e5-294d-4415-95cb-9158708bd7cb: ACTIVE {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:35:57.404182 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-be7ee332-90dd-4afb-9ccf-632a543854db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (ada87aaf-a3f8-42ec-81fb-39125c4069ee), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:57.410208 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-be7ee332-90dd-4afb-9ccf-632a543854db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:57.412134 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-be7ee332-90dd-4afb-9ccf-632a543854db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ada87aaf-a3f8-42ec-81fb-39125c4069ee HTTP/1.1" status: 204 len: 168 time: 0.9394581 Jul 18 02:35:57.424401 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ee332-90dd-4afb-9ccf-632a543854db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada87aaf-a3f8-42ec-81fb-39125c4069ee,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:57.434023 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3ce7a6f5-4c17-47f6-b6ba-1bb113c536a7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:57.524680 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3ce7a6f5-4c17-47f6-b6ba-1bb113c536a7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (3ed3d4c2-cae7-41af-8d00-04663f0de552), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:57.625096 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-3ce7a6f5-4c17-47f6-b6ba-1bb113c536a7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Floating IP 3ed3d4c2-cae7-41af-8d00-04663f0de552 associated. External IP: 172.27.3.228, port: 3185ab6e-a508-4ad1-b269-07229430860b. Jul 18 02:35:57.838144 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce7a6f5-4c17-47f6-b6ba-1bb113c536a7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Router 75920ce6-3887-486e-a66f-0bc44f02c254 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:35:57.947966 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:57.959392 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce7a6f5-4c17-47f6-b6ba-1bb113c536a7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:35:57.965115 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3ce7a6f5-4c17-47f6-b6ba-1bb113c536a7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:57.974047 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f889a9c8-2b57-4a7f-8ec9-0b700ff90636 None None] Sync routers for ids ['75920ce6-3887-486e-a66f-0bc44f02c254'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:35:57.988324 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f889a9c8-2b57-4a7f-8ec9-0b700ff90636 None None] Routers {'75920ce6-3887-486e-a66f-0bc44f02c254'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:57.989207 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-f889a9c8-2b57-4a7f-8ec9-0b700ff90636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['75920ce6-3887-486e-a66f-0bc44f02c254'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:58.001649 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-3ce7a6f5-4c17-47f6-b6ba-1bb113c536a7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "PUT /v2.0/floatingips/3ed3d4c2-cae7-41af-8d00-04663f0de552 HTTP/1.1" status: 200 len: 991 time: 1.2952096 Jul 18 02:35:58.002341 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'tag': '3185ab6e-a508-4ad1-b269-07229430860b'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:35:58.005287 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64ea466cc435dd77490079e2fa520d09e38a4648c4a1127f42521b2533b3eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c735c8c4-0c03-460f-a3db-6200bdc976a0" -d '{"events": [{"name": "network-changed", "server_uuid": "68d974b9-4abf-4d7f-bbea-08e8fef381dd", "tag": "3185ab6e-a508-4ad1-b269-07229430860b"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:35:58.042396 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:58.050303 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80197fb-f7b0-4d74-80a6-20d4ac8d16db x-openstack-request-id: req-a80197fb-f7b0-4d74-80a6-20d4ac8d16db {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:35:58.050621 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d974b9-4abf-4d7f-bbea-08e8fef381dd", "tag": "3185ab6e-a508-4ad1-b269-07229430860b", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:35:58.050887 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a80197fb-f7b0-4d74-80a6-20d4ac8d16db {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:35:58.051225 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a80197fb-f7b0-4d74-80a6-20d4ac8d16db'] response: {'name': 'network-changed', 'server_uuid': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'tag': '3185ab6e-a508-4ad1-b269-07229430860b', 'status': 'completed', 'code': 200} Jul 18 02:35:58.121056 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-f889a9c8-2b57-4a7f-8ec9-0b700ff90636 None None] Set router 75920ce6-3887-486e-a66f-0bc44f02c254 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:58.243567 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735c8c4-0c03-460f-a3db-6200bdc976a0 req-f02ba148-7b8c-4b89-bf8a-abba41fdab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:58.245805 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c735c8c4-0c03-460f-a3db-6200bdc976a0 req-f02ba148-7b8c-4b89-bf8a-abba41fdab57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3c1745729fe47238223557221c2e905&device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 1129 time: 0.0440443 Jul 18 02:35:58.360048 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-f889a9c8-2b57-4a7f-8ec9-0b700ff90636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '3ed3d4c2-cae7-41af-8d00-04663f0de552', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'port_id': '3185ab6e-a508-4ad1-b269-07229430860b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'mac_address': 'fa:16:3e:a6:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:35:22Z', 'updated_at': '2022-07-18T02:35:57Z', 'revision_number': 1, 'project_id': 'f3c1745729fe47238223557221c2e905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e3a20-2267-46bc-bd45-780061570f1e', 'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'mac_address': 'fa:16:3e:73:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:09Z', 'updated_at': '2022-07-18T02:35:28Z', 'revision_number': 5, 'project_id': 'f3c1745729fe47238223557221c2e905', 'subnets': [{'id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:58.371145 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735c8c4-0c03-460f-a3db-6200bdc976a0 req-6d029942-5ce9-48b6-8619-9badfc98affb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:58.372948 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c735c8c4-0c03-460f-a3db-6200bdc976a0 req-6d029942-5ce9-48b6-8619-9badfc98affb service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 HTTP/1.1" status: 200 len: 918 time: 0.1199632 Jul 18 02:35:58.389687 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f889a9c8-2b57-4a7f-8ec9-0b700ff90636 None None] Checking router: 75920ce6-3887-486e-a66f-0bc44f02c254 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:35:58.398942 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f889a9c8-2b57-4a7f-8ec9-0b700ff90636 None None] Routers {'75920ce6-3887-486e-a66f-0bc44f02c254'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:35:58.399686 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-f889a9c8-2b57-4a7f-8ec9-0b700ff90636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:35:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['75920ce6-3887-486e-a66f-0bc44f02c254'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:58.450271 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c735c8c4-0c03-460f-a3db-6200bdc976a0 req-094e089a-7b68-4d7b-81bf-e39be5e286f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3185ab6e-a508-4ad1-b269-07229430860b HTTP/1.1" status: 200 len: 999 time: 0.0703144 Jul 18 02:35:58.491862 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:58.511305 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735c8c4-0c03-460f-a3db-6200bdc976a0 req-5b56e88c-4888-4c59-be3f-903fa1c369c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:58.514161 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c735c8c4-0c03-460f-a3db-6200bdc976a0 req-5b56e88c-4888-4c59-be3f-903fa1c369c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=190dcf0a-7210-4697-9764-0ce7890a53b0 HTTP/1.1" status: 200 len: 856 time: 0.0560465 Jul 18 02:35:58.515160 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-f889a9c8-2b57-4a7f-8ec9-0b700ff90636 None None] Set router 75920ce6-3887-486e-a66f-0bc44f02c254 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:35:58.578588 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735c8c4-0c03-460f-a3db-6200bdc976a0 req-73d654b0-514a-402b-a824-34572569bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:35:58.580256 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c735c8c4-0c03-460f-a3db-6200bdc976a0 req-73d654b0-514a-402b-a824-34572569bf98 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578048 Jul 18 02:35:58.593537 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:58.701514 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c735c8c4-0c03-460f-a3db-6200bdc976a0 req-7f5c9557-bd09-4410-b7c6-2e19208fc02c service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039636 Jul 18 02:35:58.817033 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-f889a9c8-2b57-4a7f-8ec9-0b700ff90636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '3ed3d4c2-cae7-41af-8d00-04663f0de552', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'port_id': '3185ab6e-a508-4ad1-b269-07229430860b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'mac_address': 'fa:16:3e:a6:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:35:22Z', 'updated_at': '2022-07-18T02:35:57Z', 'revision_number': 1, 'project_id': 'f3c1745729fe47238223557221c2e905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e3a20-2267-46bc-bd45-780061570f1e', 'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'mac_address': 'fa:16:3e:73:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:09Z', 'updated_at': '2022-07-18T02:35:28Z', 'revision_number': 5, 'project_id': 'f3c1745729fe47238223557221c2e905', 'subnets': [{'id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:35:58.833672 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c735c8c4-0c03-460f-a3db-6200bdc976a0 req-92630d00-be3c-46b7-96db-7be565cb40e2 service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228576 Jul 18 02:35:58.857981 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f889a9c8-2b57-4a7f-8ec9-0b700ff90636 None None] The sync data for ids ['75920ce6-3887-486e-a66f-0bc44f02c254'] in dv-cinder-850015-3-iscsi is: [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '3ed3d4c2-cae7-41af-8d00-04663f0de552', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'port_id': '3185ab6e-a508-4ad1-b269-07229430860b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'mac_address': 'fa:16:3e:a6:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:35:22Z', 'updated_at': '2022-07-18T02:35:57Z', 'revision_number': 1, 'project_id': 'f3c1745729fe47238223557221c2e905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e3a20-2267-46bc-bd45-780061570f1e', 'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'mac_address': 'fa:16:3e:73:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:09Z', 'updated_at': '2022-07-18T02:35:28Z', 'revision_number': 5, 'project_id': 'f3c1745729fe47238223557221c2e905', 'subnets': [{'id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:35:58.865726 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:59.000917 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-c4b4bee3-ba83-4d00-b803-d91b1c70148e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:59.149143 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49304) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:59.237499 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4763fd-c875-4200-8747-30afac21f5e3 None None] New status for floating IP 3ed3d4c2-cae7-41af-8d00-04663f0de552: ACTIVE {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:35:59.242350 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:59.268463 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:59.365866 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Publish callbacks [] for security_group (fefd3ee6-7b9c-473d-971f-046b4b6d2d7f), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:59.375961 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:59.431389 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (fefd3ee6-7b9c-473d-971f-046b4b6d2d7f), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:59.473191 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=887cb2ba061f404297533137b4c02a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229170 Jul 18 02:35:59.476651 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49316) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:35:59.479661 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefd3ee6-7b9c-473d-971f-046b4b6d2d7f,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:59.498307 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:59.498689 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:59.499041 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:59.499373 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:59.499702 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:59.500032 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:59.500360 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:59.500687 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:59.501012 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:59.501339 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:59.501670 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:59.501986 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:59.502343 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:59.502663 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:59.502981 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ab329e-07c9-4a4e-934f-dec3de8f77ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:35:59.548710 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-076ae350-708a-436d-bfaa-1e79061e8331 admin admin] Publish callbacks [] for security_group (fefd3ee6-7b9c-473d-971f-046b4b6d2d7f), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:59.571531 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-076ae350-708a-436d-bfaa-1e79061e8331 admin admin] Publish callbacks [] for security_group (fefd3ee6-7b9c-473d-971f-046b4b6d2d7f), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:59.690747 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-076ae350-708a-436d-bfaa-1e79061e8331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (fefd3ee6-7b9c-473d-971f-046b4b6d2d7f), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:59.693506 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-076ae350-708a-436d-bfaa-1e79061e8331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:35:59.694939 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-076ae350-708a-436d-bfaa-1e79061e8331 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fefd3ee6-7b9c-473d-971f-046b4b6d2d7f HTTP/1.1" status: 204 len: 168 time: 0.2171819 Jul 18 02:35:59.703773 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ae350-708a-436d-bfaa-1e79061e8331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefd3ee6-7b9c-473d-971f-046b4b6d2d7f,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:35:59.781718 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:35:59.953324 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:00.311373 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:00.318493 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49344) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:00.332248 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8f18231b-3aa6-4aef-b44a-93c1bb8bc84d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:00.428573 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8f18231b-3aa6-4aef-b44a-93c1bb8bc84d admin admin] Publish callbacks [] for security_group (20597501-3557-4acb-b4e2-472143989dad), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:00.516507 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8f18231b-3aa6-4aef-b44a-93c1bb8bc84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (20597501-3557-4acb-b4e2-472143989dad), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:00.560215 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-8f18231b-3aa6-4aef-b44a-93c1bb8bc84d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4521fed4fd5346faaa44e4201edbf601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406039 Jul 18 02:36:00.562584 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18231b-3aa6-4aef-b44a-93c1bb8bc84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20597501-3557-4acb-b4e2-472143989dad,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:00.563372 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49354) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:00.618623 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Publish callbacks [] for security_group (20597501-3557-4acb-b4e2-472143989dad), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:00.641616 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Publish callbacks [] for security_group (20597501-3557-4acb-b4e2-472143989dad), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:00.778284 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (20597501-3557-4acb-b4e2-472143989dad), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:00.782575 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:00.784455 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20597501-3557-4acb-b4e2-472143989dad HTTP/1.1" status: 204 len: 168 time: 0.2200539 Jul 18 02:36:00.807357 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20597501-3557-4acb-b4e2-472143989dad,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:00.816452 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:00.816806 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:00.818453 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:00.818909 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:00.819454 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:00.820507 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:00.820980 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:00.821323 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:00.822268 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:00.823119 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:00.824156 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:00.824524 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:00.824865 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:00.825199 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:00.826021 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baef9e88-762d-4281-9615-f21ce1c33cc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:01.368167 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-85d123c9-9255-45a4-a0e6-e68472c222c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:01.379303 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:01.471285 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:01.669270 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49408) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:01.683666 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4fb98602-d39f-4fb8-a26e-3f7cb94bddb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:01.764105 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4fb98602-d39f-4fb8-a26e-3f7cb94bddb5 admin admin] Publish callbacks [] for security_group (b26c667f-b34c-4a34-9983-f4592c3b8a4a), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:01.853253 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49416) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:01.900063 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4fb98602-d39f-4fb8-a26e-3f7cb94bddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (b26c667f-b34c-4a34-9983-f4592c3b8a4a), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:01.942556 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-4fb98602-d39f-4fb8-a26e-3f7cb94bddb5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=444b3132a7014b32abe735e5c4944941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697611 Jul 18 02:36:01.942556 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb98602-d39f-4fb8-a26e-3f7cb94bddb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26c667f-b34c-4a34-9983-f4592c3b8a4a,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:01.943061 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49422) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:01.972991 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-89c15c8a-826c-48d8-8802-bf58f8b7c55b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:01.997726 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-38a9be40-a43b-4884-9fca-bc0751a4f46e admin admin] Publish callbacks [] for security_group (b26c667f-b34c-4a34-9983-f4592c3b8a4a), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.020788 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-38a9be40-a43b-4884-9fca-bc0751a4f46e admin admin] Publish callbacks [] for security_group (b26c667f-b34c-4a34-9983-f4592c3b8a4a), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.060170 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-89c15c8a-826c-48d8-8802-bf58f8b7c55b admin admin] Publish callbacks [] for security_group (bc222f6d-5a0f-428a-8b8a-6ab260e72648), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.141728 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-89c15c8a-826c-48d8-8802-bf58f8b7c55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (bc222f6d-5a0f-428a-8b8a-6ab260e72648), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.164830 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-38a9be40-a43b-4884-9fca-bc0751a4f46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (b26c667f-b34c-4a34-9983-f4592c3b8a4a), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.168474 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-38a9be40-a43b-4884-9fca-bc0751a4f46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.172011 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-38a9be40-a43b-4884-9fca-bc0751a4f46e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b26c667f-b34c-4a34-9983-f4592c3b8a4a HTTP/1.1" status: 204 len: 168 time: 0.2254534 Jul 18 02:36:02.173573 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:02.178818 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9be40-a43b-4884-9fca-bc0751a4f46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26c667f-b34c-4a34-9983-f4592c3b8a4a,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:02.185884 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-89c15c8a-826c-48d8-8802-bf58f8b7c55b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d05bc4b8855449ab6266741b42e6059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314941 Jul 18 02:36:02.186555 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49430) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:02.194911 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c15c8a-826c-48d8-8802-bf58f8b7c55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc222f6d-5a0f-428a-8b8a-6ab260e72648,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:02.245076 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cec97acd-48e5-429f-a354-e6c2257cea5b admin admin] Publish callbacks [] for security_group (bc222f6d-5a0f-428a-8b8a-6ab260e72648), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.267171 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cec97acd-48e5-429f-a354-e6c2257cea5b admin admin] Publish callbacks [] for security_group (bc222f6d-5a0f-428a-8b8a-6ab260e72648), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.306784 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49434) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:02.364436 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cec97acd-48e5-429f-a354-e6c2257cea5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (bc222f6d-5a0f-428a-8b8a-6ab260e72648), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.367016 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cec97acd-48e5-429f-a354-e6c2257cea5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.368164 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-cec97acd-48e5-429f-a354-e6c2257cea5b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc222f6d-5a0f-428a-8b8a-6ab260e72648 HTTP/1.1" status: 204 len: 168 time: 0.1797040 Jul 18 02:36:02.376834 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec97acd-48e5-429f-a354-e6c2257cea5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc222f6d-5a0f-428a-8b8a-6ab260e72648,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:02.526064 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-74f48878-9c47-4661-ade1-6b4108d55621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.530669 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.630516 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-74f48878-9c47-4661-ade1-6b4108d55621 admin admin] Publish callbacks [] for security_group (572e649a-0883-4ef0-870a-c93f65a1e9f5), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.704894 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-74f48878-9c47-4661-ade1-6b4108d55621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (572e649a-0883-4ef0-870a-c93f65a1e9f5), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.745701 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-74f48878-9c47-4661-ade1-6b4108d55621 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e893953bc0df4b7ab334aca2fc15a8e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4375932 Jul 18 02:36:02.746421 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f48878-9c47-4661-ade1-6b4108d55621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572e649a-0883-4ef0-870a-c93f65a1e9f5,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:02.748647 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49452) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:02.804422 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-aab43d8a-e1a1-4c37-a396-98b868a634d6 admin admin] Publish callbacks [] for security_group (572e649a-0883-4ef0-870a-c93f65a1e9f5), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.827603 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-aab43d8a-e1a1-4c37-a396-98b868a634d6 admin admin] Publish callbacks [] for security_group (572e649a-0883-4ef0-870a-c93f65a1e9f5), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.939571 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-aab43d8a-e1a1-4c37-a396-98b868a634d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (572e649a-0883-4ef0-870a-c93f65a1e9f5), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.942367 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-aab43d8a-e1a1-4c37-a396-98b868a634d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:02.943633 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-aab43d8a-e1a1-4c37-a396-98b868a634d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/572e649a-0883-4ef0-870a-c93f65a1e9f5 HTTP/1.1" status: 204 len: 168 time: 0.1937788 Jul 18 02:36:02.952658 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab43d8a-e1a1-4c37-a396-98b868a634d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572e649a-0883-4ef0-870a-c93f65a1e9f5,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:03.036816 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:03.139725 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:03.147557 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49462) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:03.162101 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-37843562-6624-4209-8160-df1e5ef1e3c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:03.252103 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-37843562-6624-4209-8160-df1e5ef1e3c0 admin admin] Publish callbacks [] for security_group (9818831c-d5fc-4843-9957-b6218cc760f2), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:03.316964 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:03.364465 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-37843562-6624-4209-8160-df1e5ef1e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (9818831c-d5fc-4843-9957-b6218cc760f2), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:03.404807 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37843562-6624-4209-8160-df1e5ef1e3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9818831c-d5fc-4843-9957-b6218cc760f2,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:03.409954 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-37843562-6624-4209-8160-df1e5ef1e3c0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=791f94defb6f4e2d8d151667700e214c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607400 Jul 18 02:36:03.412441 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49474) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:03.462729 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3df5f8f8-94fd-4cd0-9873-6a30b8001389 admin admin] Publish callbacks [] for security_group (9818831c-d5fc-4843-9957-b6218cc760f2), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:03.488228 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3df5f8f8-94fd-4cd0-9873-6a30b8001389 admin admin] Publish callbacks [] for security_group (9818831c-d5fc-4843-9957-b6218cc760f2), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:03.528439 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:03.644217 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3df5f8f8-94fd-4cd0-9873-6a30b8001389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (9818831c-d5fc-4843-9957-b6218cc760f2), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:03.647184 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3df5f8f8-94fd-4cd0-9873-6a30b8001389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:03.648349 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-3df5f8f8-94fd-4cd0-9873-6a30b8001389 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9818831c-d5fc-4843-9957-b6218cc760f2 HTTP/1.1" status: 204 len: 168 time: 0.2351148 Jul 18 02:36:03.657406 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5f8f8-94fd-4cd0-9873-6a30b8001389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9818831c-d5fc-4843-9957-b6218cc760f2,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:03.688503 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49482) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:03.703192 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c65517d7-079b-46a6-bfe6-e8c0452c69b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:03.799066 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c65517d7-079b-46a6-bfe6-e8c0452c69b8 admin admin] Publish callbacks [] for security_group (20c77635-1d49-47c8-848f-a695d63a0180), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:03.838342 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:03.867084 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c65517d7-079b-46a6-bfe6-e8c0452c69b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (20c77635-1d49-47c8-848f-a695d63a0180), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:03.910452 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-c65517d7-079b-46a6-bfe6-e8c0452c69b8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0eb5945573434e27b9b90d5b6099fae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208421 Jul 18 02:36:03.911446 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65517d7-079b-46a6-bfe6-e8c0452c69b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c77635-1d49-47c8-848f-a695d63a0180,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:03.918750 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49488) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:03.935922 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:03.970336 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5d3b2689-caca-4801-9ade-bd1a8ba7ffd8 admin admin] Publish callbacks [] for security_group (20c77635-1d49-47c8-848f-a695d63a0180), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:03.998637 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5d3b2689-caca-4801-9ade-bd1a8ba7ffd8 admin admin] Publish callbacks [] for security_group (20c77635-1d49-47c8-848f-a695d63a0180), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:04.141489 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5d3b2689-caca-4801-9ade-bd1a8ba7ffd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (20c77635-1d49-47c8-848f-a695d63a0180), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:04.145565 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5d3b2689-caca-4801-9ade-bd1a8ba7ffd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:04.146889 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5d3b2689-caca-4801-9ade-bd1a8ba7ffd8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20c77635-1d49-47c8-848f-a695d63a0180 HTTP/1.1" status: 204 len: 168 time: 0.2269394 Jul 18 02:36:04.160199 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b2689-caca-4801-9ade-bd1a8ba7ffd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c77635-1d49-47c8-848f-a695d63a0180,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:04.368106 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:04.395409 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:36:04.468590 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:04.469502 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49508) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:04.630850 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a0a5595c-398a-4142-9169-d2a77952cfe8 req-b1c69816-86aa-4404-852f-d4c2d14eacf9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436578 Jul 18 02:36:04.700147 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-043590f1-eaf4-458b-a52a-176992cc249c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:04.766655 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5595c-398a-4142-9169-d2a77952cfe8 req-0110be3b-3b51-4502-b4ef-1834870d3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:04.768169 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a0a5595c-398a-4142-9169-d2a77952cfe8 req-0110be3b-3b51-4502-b4ef-1834870d3a75 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0695b3617d845118c00ba7cff6d312a&device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 1130 time: 0.0539210 Jul 18 02:36:04.833523 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-043590f1-eaf4-458b-a52a-176992cc249c admin admin] Publish callbacks [] for security_group (fa6e5f76-0ee8-4220-b6a8-49bcf5b71c8b), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:04.881744 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-043590f1-eaf4-458b-a52a-176992cc249c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (fa6e5f76-0ee8-4220-b6a8-49bcf5b71c8b), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:04.927138 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-043590f1-eaf4-458b-a52a-176992cc249c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=05585f3aa55640b99c54c1a34663527e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4564812 Jul 18 02:36:04.928255 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043590f1-eaf4-458b-a52a-176992cc249c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6e5f76-0ee8-4220-b6a8-49bcf5b71c8b,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:04.929895 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49530) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:04.996704 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bec3fd4e-2dae-462b-9a0b-ef9eb3919371 admin admin] Publish callbacks [] for security_group (fa6e5f76-0ee8-4220-b6a8-49bcf5b71c8b), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:05.015764 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:05.019694 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bec3fd4e-2dae-462b-9a0b-ef9eb3919371 admin admin] Publish callbacks [] for security_group (fa6e5f76-0ee8-4220-b6a8-49bcf5b71c8b), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:05.047673 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:05.173651 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bec3fd4e-2dae-462b-9a0b-ef9eb3919371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (fa6e5f76-0ee8-4220-b6a8-49bcf5b71c8b), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:05.176335 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bec3fd4e-2dae-462b-9a0b-ef9eb3919371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:05.182740 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-bec3fd4e-2dae-462b-9a0b-ef9eb3919371 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fa6e5f76-0ee8-4220-b6a8-49bcf5b71c8b HTTP/1.1" status: 204 len: 168 time: 0.2458920 Jul 18 02:36:05.182961 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5595c-398a-4142-9169-d2a77952cfe8 req-ccacac8a-3ece-4171-ac5b-fa6def29e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:05.184041 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a0a5595c-398a-4142-9169-d2a77952cfe8 req-ccacac8a-3ece-4171-ac5b-fa6def29e969 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a18092a3-3402-4e73-8d77-80e569fe84ad HTTP/1.1" status: 200 len: 912 time: 0.0952053 Jul 18 02:36:05.190989 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3fd4e-2dae-462b-9a0b-ef9eb3919371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6e5f76-0ee8-4220-b6a8-49bcf5b71c8b,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:05.250286 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a0a5595c-398a-4142-9169-d2a77952cfe8 req-9fe685d3-f60f-4967-bf3c-fcaeca63a6ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b96e2133-e507-43d3-98e8-30f0e0715209 HTTP/1.1" status: 200 len: 217 time: 0.0511076 Jul 18 02:36:05.322124 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5595c-398a-4142-9169-d2a77952cfe8 req-2b37cd12-ad5d-4089-9a4f-4a9e3cbf5ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:05.326319 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a0a5595c-398a-4142-9169-d2a77952cfe8 req-2b37cd12-ad5d-4089-9a4f-4a9e3cbf5ead service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80941157-3838-4d24-81c7-111345e516e9 HTTP/1.1" status: 200 len: 850 time: 0.0604832 Jul 18 02:36:05.389231 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5595c-398a-4142-9169-d2a77952cfe8 req-5546f715-ce30-455b-b272-5674139bb617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:05.391060 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a0a5595c-398a-4142-9169-d2a77952cfe8 req-5546f715-ce30-455b-b272-5674139bb617 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a18092a3-3402-4e73-8d77-80e569fe84ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507855 Jul 18 02:36:05.496271 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a0a5595c-398a-4142-9169-d2a77952cfe8 req-8e3c08cb-d5ec-465c-bcdf-4511d2134166 service neutron] 10.222.0.72 "GET /v2.0/networks/a18092a3-3402-4e73-8d77-80e569fe84ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945537 Jul 18 02:36:05.589399 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a0a5595c-398a-4142-9169-d2a77952cfe8 req-20d5471b-81ec-4e7a-bea3-e9ff5f66e1d1 service neutron] 10.222.0.72 "GET /v2.0/networks/a18092a3-3402-4e73-8d77-80e569fe84ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851004 Jul 18 02:36:06.102912 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49586) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:06.116419 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d4f22ba5-1339-426d-b96e-ee3a816da133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:06.197752 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d4f22ba5-1339-426d-b96e-ee3a816da133 admin admin] Publish callbacks [] for security_group (70ddafaa-08ae-4e28-ba1d-99dfd2150245), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:06.318849 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d4f22ba5-1339-426d-b96e-ee3a816da133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (70ddafaa-08ae-4e28-ba1d-99dfd2150245), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:06.339725 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:06.366525 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-d4f22ba5-1339-426d-b96e-ee3a816da133 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a91ae5e8f6b448e6ac8f7e3c1bcebd86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2624035 Jul 18 02:36:06.368645 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f22ba5-1339-426d-b96e-ee3a816da133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ddafaa-08ae-4e28-ba1d-99dfd2150245,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:06.369457 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49598) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:06.432382 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d67d4d1e-fb5a-4499-9365-77c73e2ed499 admin admin] Publish callbacks [] for security_group (70ddafaa-08ae-4e28-ba1d-99dfd2150245), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:06.459854 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d67d4d1e-fb5a-4499-9365-77c73e2ed499 admin admin] Publish callbacks [] for security_group (70ddafaa-08ae-4e28-ba1d-99dfd2150245), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:06.463036 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:06.579656 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d67d4d1e-fb5a-4499-9365-77c73e2ed499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (70ddafaa-08ae-4e28-ba1d-99dfd2150245), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:06.582871 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d67d4d1e-fb5a-4499-9365-77c73e2ed499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:06.583994 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-d67d4d1e-fb5a-4499-9365-77c73e2ed499 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70ddafaa-08ae-4e28-ba1d-99dfd2150245 HTTP/1.1" status: 204 len: 168 time: 0.2134459 Jul 18 02:36:06.592453 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d4d1e-fb5a-4499-9365-77c73e2ed499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ddafaa-08ae-4e28-ba1d-99dfd2150245,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:06.947416 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:07.236935 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49620) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:07.320219 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c4d1b-9aae-455b-8d72-ab0e899a43f8 req-8be3cbc8-6d9b-448e-a5ae-dcaa2e888b90 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:07.321979 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-750c4d1b-9aae-455b-8d72-ab0e899a43f8 req-8be3cbc8-6d9b-448e-a5ae-dcaa2e888b90 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 946 time: 0.0510609 Jul 18 02:36:07.380646 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9ad2b4a0-1b2c-4cbe-9411-6d679c24319e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:07.391787 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-750c4d1b-9aae-455b-8d72-ab0e899a43f8 req-692f2e34-8836-4c5c-86b2-ee1e384a3840 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638471 Jul 18 02:36:07.471352 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9ad2b4a0-1b2c-4cbe-9411-6d679c24319e admin admin] Publish callbacks [] for security_group (fcba0017-194e-4418-b074-5701feef5512), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:07.562070 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9ad2b4a0-1b2c-4cbe-9411-6d679c24319e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (fcba0017-194e-4418-b074-5701feef5512), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:07.590928 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49634) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:07.613949 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49638) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:07.619111 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-9ad2b4a0-1b2c-4cbe-9411-6d679c24319e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4c99a298a28d49ed9e413d7cc07eb5e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809893 Jul 18 02:36:07.620534 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2b4a0-1b2c-4cbe-9411-6d679c24319e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcba0017-194e-4418-b074-5701feef5512,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:07.667923 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b7610dfd-ec57-4fc2-b7bb-bc449ce3192b admin admin] Publish callbacks [] for security_group (fcba0017-194e-4418-b074-5701feef5512), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:07.690275 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b7610dfd-ec57-4fc2-b7bb-bc449ce3192b admin admin] Publish callbacks [] for security_group (fcba0017-194e-4418-b074-5701feef5512), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:07.761407 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f5639508-7971-4ae8-b5e0-75544a71d340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:07.834784 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b7610dfd-ec57-4fc2-b7bb-bc449ce3192b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (fcba0017-194e-4418-b074-5701feef5512), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:07.837701 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b7610dfd-ec57-4fc2-b7bb-bc449ce3192b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:07.839144 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-b7610dfd-ec57-4fc2-b7bb-bc449ce3192b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fcba0017-194e-4418-b074-5701feef5512 HTTP/1.1" status: 204 len: 168 time: 0.2241287 Jul 18 02:36:07.857186 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7610dfd-ec57-4fc2-b7bb-bc449ce3192b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcba0017-194e-4418-b074-5701feef5512,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:07.908253 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f5639508-7971-4ae8-b5e0-75544a71d340 admin admin] Publish callbacks [] for security_group (4a565e7f-42dd-4645-a0b9-d2f5dd083b39), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:08.026947 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f5639508-7971-4ae8-b5e0-75544a71d340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (4a565e7f-42dd-4645-a0b9-d2f5dd083b39), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:08.063747 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:08.072124 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-f5639508-7971-4ae8-b5e0-75544a71d340 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1ba327f33ee42a4bec848dcad35f42a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4793093 Jul 18 02:36:08.077141 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5639508-7971-4ae8-b5e0-75544a71d340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a565e7f-42dd-4645-a0b9-d2f5dd083b39,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:08.079901 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49652) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:08.137425 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a09a9b79-2e09-414a-9b3e-da925573ac4c admin admin] Publish callbacks [] for security_group (4a565e7f-42dd-4645-a0b9-d2f5dd083b39), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:08.162190 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a09a9b79-2e09-414a-9b3e-da925573ac4c admin admin] Publish callbacks [] for security_group (4a565e7f-42dd-4645-a0b9-d2f5dd083b39), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:08.173092 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:08.261206 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a09a9b79-2e09-414a-9b3e-da925573ac4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (4a565e7f-42dd-4645-a0b9-d2f5dd083b39), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:08.266143 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a09a9b79-2e09-414a-9b3e-da925573ac4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:08.267430 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a09a9b79-2e09-414a-9b3e-da925573ac4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4a565e7f-42dd-4645-a0b9-d2f5dd083b39 HTTP/1.1" status: 204 len: 168 time: 0.1864228 Jul 18 02:36:08.277262 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a9b79-2e09-414a-9b3e-da925573ac4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a565e7f-42dd-4645-a0b9-d2f5dd083b39,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:08.517265 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559a688-b772-4686-b726-dda17237be7a req-650d3946-8898-4c48-83fe-b94f8b11bb45 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:08.519807 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4559a688-b772-4686-b726-dda17237be7a req-650d3946-8898-4c48-83fe-b94f8b11bb45 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 946 time: 0.0496397 Jul 18 02:36:08.570223 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4559a688-b772-4686-b726-dda17237be7a req-bacb3d31-202b-4a8e-9d87-a2973bf2b65c tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422618 Jul 18 02:36:08.980742 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49686) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:08.995698 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-17c24161-409f-4a40-82c3-80e64a0a0101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:09.079497 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-17c24161-409f-4a40-82c3-80e64a0a0101 admin admin] Publish callbacks [] for security_group (52e76b8c-df66-4efc-a61d-d2d9cd37ce04), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:09.145183 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-17c24161-409f-4a40-82c3-80e64a0a0101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (52e76b8c-df66-4efc-a61d-d2d9cd37ce04), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:09.187756 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-17c24161-409f-4a40-82c3-80e64a0a0101 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5138f424cfe342c99531707b76e57e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059250 Jul 18 02:36:09.188598 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c24161-409f-4a40-82c3-80e64a0a0101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e76b8c-df66-4efc-a61d-d2d9cd37ce04,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:09.190590 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49698) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:09.246160 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8a05ab75-70d6-46c9-a62b-774081b16a9f admin admin] Publish callbacks [] for security_group (52e76b8c-df66-4efc-a61d-d2d9cd37ce04), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:09.272006 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8a05ab75-70d6-46c9-a62b-774081b16a9f admin admin] Publish callbacks [] for security_group (52e76b8c-df66-4efc-a61d-d2d9cd37ce04), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:09.415943 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=50 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:09.437094 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8a05ab75-70d6-46c9-a62b-774081b16a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (52e76b8c-df66-4efc-a61d-d2d9cd37ce04), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:09.439774 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8a05ab75-70d6-46c9-a62b-774081b16a9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:09.449848 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-8a05ab75-70d6-46c9-a62b-774081b16a9f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/52e76b8c-df66-4efc-a61d-d2d9cd37ce04 HTTP/1.1" status: 204 len: 168 time: 0.2505970 Jul 18 02:36:09.454249 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05ab75-70d6-46c9-a62b-774081b16a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e76b8c-df66-4efc-a61d-d2d9cd37ce04,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:09.719047 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cac5cd-75c3-4f5b-8dbc-e2a0216c06a6 req-ad1ed467-5bf5-43b4-ba16-d732a09c51e5 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:09.720743 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a4cac5cd-75c3-4f5b-8dbc-e2a0216c06a6 req-ad1ed467-5bf5-43b4-ba16-d732a09c51e5 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 946 time: 0.0645373 Jul 18 02:36:09.784093 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a4cac5cd-75c3-4f5b-8dbc-e2a0216c06a6 req-713e6096-65d4-4b64-ac06-642b47e389b7 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572965 Jul 18 02:36:10.895816 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3e149-6e48-4d45-86a4-cbfe7d549783 req-cc480118-ae45-4a93-837e-41f549dbb882 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:10.897311 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3be3e149-6e48-4d45-86a4-cbfe7d549783 req-cc480118-ae45-4a93-837e-41f549dbb882 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 946 time: 0.0508451 Jul 18 02:36:10.944182 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3be3e149-6e48-4d45-86a4-cbfe7d549783 req-7fa64c01-3227-4ed8-9b32-068d6e87a08d tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407526 Jul 18 02:36:11.223718 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49826) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:11.436413 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-710ae4bf-598e-4059-9520-c095a336b575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:11.516119 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-710ae4bf-598e-4059-9520-c095a336b575 admin admin] Publish callbacks [] for security_group (7929aeaf-658b-4e1e-bc72-e4894548ea9d), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:11.595578 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-710ae4bf-598e-4059-9520-c095a336b575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (7929aeaf-658b-4e1e-bc72-e4894548ea9d), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:11.635076 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ae4bf-598e-4059-9520-c095a336b575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7929aeaf-658b-4e1e-bc72-e4894548ea9d,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:11.642588 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-710ae4bf-598e-4059-9520-c095a336b575 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5477a15859d44821b12789b6dbd124ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4176877 Jul 18 02:36:11.643204 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49840) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:11.696793 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5389abb5-5ad8-4f0d-9f8a-cb841f24e655 admin admin] Publish callbacks [] for security_group (7929aeaf-658b-4e1e-bc72-e4894548ea9d), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:11.720011 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5389abb5-5ad8-4f0d-9f8a-cb841f24e655 admin admin] Publish callbacks [] for security_group (7929aeaf-658b-4e1e-bc72-e4894548ea9d), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:11.731654 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:11.895380 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5389abb5-5ad8-4f0d-9f8a-cb841f24e655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (7929aeaf-658b-4e1e-bc72-e4894548ea9d), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:11.897952 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5389abb5-5ad8-4f0d-9f8a-cb841f24e655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:11.900983 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5389abb5-5ad8-4f0d-9f8a-cb841f24e655 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7929aeaf-658b-4e1e-bc72-e4894548ea9d HTTP/1.1" status: 204 len: 168 time: 0.2554071 Jul 18 02:36:11.908072 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389abb5-5ad8-4f0d-9f8a-cb841f24e655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7929aeaf-658b-4e1e-bc72-e4894548ea9d,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:12.068105 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ef753-2fc0-4c9f-b98a-c6e62cac7c7b req-0c224a54-ff0d-4948-bc6f-ae3198eaf89f tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:12.069617 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0d9ef753-2fc0-4c9f-b98a-c6e62cac7c7b req-0c224a54-ff0d-4948-bc6f-ae3198eaf89f tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 946 time: 0.0540292 Jul 18 02:36:12.120630 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0d9ef753-2fc0-4c9f-b98a-c6e62cac7c7b req-b1c05378-8521-488b-a2e4-6f777de52e4b tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433190 Jul 18 02:36:12.558967 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49870) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:12.572332 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-62ae88cc-9a5c-47a5-adac-47fb5574b7a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:12.630947 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:12.650230 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-62ae88cc-9a5c-47a5-adac-47fb5574b7a3 admin admin] Publish callbacks [] for security_group (da2d4d1d-3cad-4920-9f51-468f12170ed3), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:12.746542 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-62ae88cc-9a5c-47a5-adac-47fb5574b7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (da2d4d1d-3cad-4920-9f51-468f12170ed3), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:12.787505 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-62ae88cc-9a5c-47a5-adac-47fb5574b7a3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0d93db33796141a2bdc8822baa13b3c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288194 Jul 18 02:36:12.789492 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae88cc-9a5c-47a5-adac-47fb5574b7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2d4d1d-3cad-4920-9f51-468f12170ed3,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:12.790419 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49880) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:12.847259 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-68914e56-7aa9-430c-848a-aece93b29533 admin admin] Publish callbacks [] for security_group (da2d4d1d-3cad-4920-9f51-468f12170ed3), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:12.869150 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-68914e56-7aa9-430c-848a-aece93b29533 admin admin] Publish callbacks [] for security_group (da2d4d1d-3cad-4920-9f51-468f12170ed3), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:13.240186 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e5334-b0d2-4312-bab9-8000cd14cc69 req-a55a45a6-2297-4f01-82aa-d653d791c060 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:13.241825 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f79e5334-b0d2-4312-bab9-8000cd14cc69 req-a55a45a6-2297-4f01-82aa-d653d791c060 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 946 time: 0.0521905 Jul 18 02:36:13.253243 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:13.326884 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f79e5334-b0d2-4312-bab9-8000cd14cc69 req-dcf14eb2-91fc-4c47-bb08-ea4a9c571ac9 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d06f30a-daf0-4130-8afb-c08dab636501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794461 Jul 18 02:36:13.333292 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebedf3-822c-4d63-9515-66e594dc6ee3 req-ca32aa28-2eaf-4955-b399-8bd7f68ddec7 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:13.334902 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-acebedf3-822c-4d63-9515-66e594dc6ee3 req-ca32aa28-2eaf-4955-b399-8bd7f68ddec7 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.72 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 946 time: 0.0697470 Jul 18 02:36:13.362735 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-68914e56-7aa9-430c-848a-aece93b29533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (da2d4d1d-3cad-4920-9f51-468f12170ed3), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:13.365266 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-68914e56-7aa9-430c-848a-aece93b29533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:13.366617 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-68914e56-7aa9-430c-848a-aece93b29533 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da2d4d1d-3cad-4920-9f51-468f12170ed3 HTTP/1.1" status: 204 len: 168 time: 0.5752048 Jul 18 02:36:13.437707 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68914e56-7aa9-430c-848a-aece93b29533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2d4d1d-3cad-4920-9f51-468f12170ed3,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:13.527622 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-acebedf3-822c-4d63-9515-66e594dc6ee3 req-f8788418-bacd-44c4-9ed5-0bff4bbeddc5 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Deleting port b96e2133-e507-43d3-98e8-30f0e0715209 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:36:13.528071 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-acebedf3-822c-4d63-9515-66e594dc6ee3 req-f8788418-bacd-44c4-9ed5-0bff4bbeddc5 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (b96e2133-e507-43d3-98e8-30f0e0715209), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:13.822137 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-acebedf3-822c-4d63-9515-66e594dc6ee3 req-f8788418-bacd-44c4-9ed5-0bff4bbeddc5 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] For port b96e2133-e507-43d3-98e8-30f0e0715209, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=b96e2133-e507-43d3-98e8-30f0e0715209,segment=NetworkSegment(be8725c6-443d-4805-9c71-8150595d19c0),segment_id=be8725c6-443d-4805-9c71-8150595d19c0)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:36:13.822871 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-acebedf3-822c-4d63-9515-66e594dc6ee3 req-f8788418-bacd-44c4-9ed5-0bff4bbeddc5 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (b96e2133-e507-43d3-98e8-30f0e0715209), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:13.837791 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-acebedf3-822c-4d63-9515-66e594dc6ee3 req-f8788418-bacd-44c4-9ed5-0bff4bbeddc5 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Calling delete_port for b96e2133-e507-43d3-98e8-30f0e0715209 owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:36:13.909878 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:14.067632 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-acebedf3-822c-4d63-9515-66e594dc6ee3 req-f8788418-bacd-44c4-9ed5-0bff4bbeddc5 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (b96e2133-e507-43d3-98e8-30f0e0715209), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:14.098306 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8788418-bacd-44c4-9ed5-0bff4bbeddc5 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Pushing event deleted for resources: {'Port': ['ID=b96e2133-e507-43d3-98e8-30f0e0715209,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:14.127095 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['b96e2133-e507-43d3-98e8-30f0e0715209'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:36:14.177529 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-acebedf3-822c-4d63-9515-66e594dc6ee3 req-f8788418-bacd-44c4-9ed5-0bff4bbeddc5 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] No DVR routers for this DVR port b96e2133-e507-43d3-98e8-30f0e0715209 on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:36:14.181240 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-acebedf3-822c-4d63-9515-66e594dc6ee3 req-f8788418-bacd-44c4-9ed5-0bff4bbeddc5 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:14.185398 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-acebedf3-822c-4d63-9515-66e594dc6ee3 req-f8788418-bacd-44c4-9ed5-0bff4bbeddc5 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.72 "DELETE /v2.0/ports/b96e2133-e507-43d3-98e8-30f0e0715209 HTTP/1.1" status: 204 len: 173 time: 0.8450224 Jul 18 02:36:14.186183 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0900bee1-a6cb-431f-9596-b1f13f8e8762', 'name': 'network-vif-deleted', 'tag': 'b96e2133-e507-43d3-98e8-30f0e0715209'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:36:14.188667 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cd21a2-f4ee-4b33-becb-7239c37e9b3c" -d '{"events": [{"server_uuid": "0900bee1-a6cb-431f-9596-b1f13f8e8762", "name": "network-vif-deleted", "tag": "b96e2133-e507-43d3-98e8-30f0e0715209"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:36:14.233698 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c51157-0353-4327-aae0-61a5df55852b x-openstack-request-id: req-b1c51157-0353-4327-aae0-61a5df55852b {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:36:14.233984 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0900bee1-a6cb-431f-9596-b1f13f8e8762", "name": "network-vif-deleted", "tag": "b96e2133-e507-43d3-98e8-30f0e0715209", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:36:14.234279 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b1c51157-0353-4327-aae0-61a5df55852b {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:36:14.234696 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c51157-0353-4327-aae0-61a5df55852b'] response: {'server_uuid': '0900bee1-a6cb-431f-9596-b1f13f8e8762', 'name': 'network-vif-deleted', 'tag': 'b96e2133-e507-43d3-98e8-30f0e0715209', 'status': 'completed', 'code': 200} Jul 18 02:36:14.392758 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=2 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:14.428196 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ed06b170-07ea-4ff7-a614-2f88c5c6d3ec req-d6d51db0-752c-44b5-9d77-014705be4387 tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 210 time: 0.0304329 Jul 18 02:36:15.412129 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 49980) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:15.535728 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f6d54e56-8cb4-4948-8f7b-00cd8dc733b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:15.586462 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-677ea33f-fd78-4802-a79c-c657f9d67533 req-cbeea714-b692-4612-a504-d57e7643d92b tempest-DeleteServersTestJSON-917308903 tempest-DeleteServersTestJSON-917308903-project] 10.222.0.66 "GET /v2.0/ports?device_id=0900bee1-a6cb-431f-9596-b1f13f8e8762 HTTP/1.1" status: 200 len: 210 time: 0.0322590 Jul 18 02:36:15.628293 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f6d54e56-8cb4-4948-8f7b-00cd8dc733b9 admin admin] Publish callbacks [] for security_group (77c3da29-94d8-4773-821d-76142e49af6a), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:15.757480 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f6d54e56-8cb4-4948-8f7b-00cd8dc733b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (77c3da29-94d8-4773-821d-76142e49af6a), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:15.802711 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d54e56-8cb4-4948-8f7b-00cd8dc733b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c3da29-94d8-4773-821d-76142e49af6a,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:15.808649 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-f6d54e56-8cb4-4948-8f7b-00cd8dc733b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d83931d680f4471da846545a630ad353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3954310 Jul 18 02:36:15.813453 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 49986) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:15.876257 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-98eb8671-2258-42d1-ae93-2846ff6ef6ef admin admin] Publish callbacks [] for security_group (77c3da29-94d8-4773-821d-76142e49af6a), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:15.899897 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-98eb8671-2258-42d1-ae93-2846ff6ef6ef admin admin] Publish callbacks [] for security_group (77c3da29-94d8-4773-821d-76142e49af6a), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:16.037639 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-98eb8671-2258-42d1-ae93-2846ff6ef6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (77c3da29-94d8-4773-821d-76142e49af6a), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:16.041477 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-98eb8671-2258-42d1-ae93-2846ff6ef6ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:16.042805 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-98eb8671-2258-42d1-ae93-2846ff6ef6ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/77c3da29-94d8-4773-821d-76142e49af6a HTTP/1.1" status: 204 len: 168 time: 0.2304015 Jul 18 02:36:16.053272 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb8671-2258-42d1-ae93-2846ff6ef6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c3da29-94d8-4773-821d-76142e49af6a,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:16.280316 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device b96e2133-e507-43d3-98e8-30f0e0715209 no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:36:16.300416 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: b96e2133-e507-43d3-98e8-30f0e0715209 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:36:16.300764 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device b96e2133-e507-43d3-98e8-30f0e0715209 not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:36:17.664182 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 50054) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:17.819156 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2673c106-156a-4342-8fe5-8c55d23fc373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:17.898106 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2673c106-156a-4342-8fe5-8c55d23fc373 admin admin] Publish callbacks [] for security_group (71230f0d-174c-4ce8-9221-335cd54ef4ac), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:17.985725 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2673c106-156a-4342-8fe5-8c55d23fc373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (71230f0d-174c-4ce8-9221-335cd54ef4ac), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:18.031464 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-2673c106-156a-4342-8fe5-8c55d23fc373 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ab7cf9a77e614266a1c0a908babb8515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678813 Jul 18 02:36:18.035553 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673c106-156a-4342-8fe5-8c55d23fc373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71230f0d-174c-4ce8-9221-335cd54ef4ac,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:18.037529 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 50062) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:18.089070 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9499b239-1c88-426d-a322-38389ef8d7ba admin admin] Publish callbacks [] for security_group (71230f0d-174c-4ce8-9221-335cd54ef4ac), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:18.112696 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9499b239-1c88-426d-a322-38389ef8d7ba admin admin] Publish callbacks [] for security_group (71230f0d-174c-4ce8-9221-335cd54ef4ac), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:18.256709 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 50074) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:18.258219 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9499b239-1c88-426d-a322-38389ef8d7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (71230f0d-174c-4ce8-9221-335cd54ef4ac), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:18.262116 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9499b239-1c88-426d-a322-38389ef8d7ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:18.262220 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-9499b239-1c88-426d-a322-38389ef8d7ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/71230f0d-174c-4ce8-9221-335cd54ef4ac HTTP/1.1" status: 204 len: 168 time: 0.2235405 Jul 18 02:36:18.271759 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499b239-1c88-426d-a322-38389ef8d7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71230f0d-174c-4ce8-9221-335cd54ef4ac,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:18.625373 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:18.646305 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e78cc31c-c53e-4512-9514-270cffb61f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33287363'] for router_interface (3732bd5d-2e92-45cf-8c7c-a552793b7205), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:18.903250 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:18.934475 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e78cc31c-c53e-4512-9514-270cffb61f90 admin admin] Deleting port 1052df94-1762-488e-a279-a0254d54bbba {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:36:18.934821 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e78cc31c-c53e-4512-9514-270cffb61f90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (1052df94-1762-488e-a279-a0254d54bbba), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:19.029234 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e78cc31c-c53e-4512-9514-270cffb61f90 admin admin] For port 1052df94-1762-488e-a279-a0254d54bbba, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=1052df94-1762-488e-a279-a0254d54bbba,segment=NetworkSegment(be8725c6-443d-4805-9c71-8150595d19c0),segment_id=be8725c6-443d-4805-9c71-8150595d19c0)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:36:19.029613 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e78cc31c-c53e-4512-9514-270cffb61f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (1052df94-1762-488e-a279-a0254d54bbba), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:19.053234 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-e78cc31c-c53e-4512-9514-270cffb61f90 admin admin] Calling delete_port for 1052df94-1762-488e-a279-a0254d54bbba owned by network:router_interface {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:36:19.334675 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e78cc31c-c53e-4512-9514-270cffb61f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (1052df94-1762-488e-a279-a0254d54bbba), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:19.368118 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cc31c-c53e-4512-9514-270cffb61f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=1052df94-1762-488e-a279-a0254d54bbba,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:19.421797 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:19.612817 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e78cc31c-c53e-4512-9514-270cffb61f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33112024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33287295'] for router_interface (3732bd5d-2e92-45cf-8c7c-a552793b7205), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:19.864902 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78cc31c-c53e-4512-9514-270cffb61f90 admin admin] Router 3732bd5d-2e92-45cf-8c7c-a552793b7205 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:36:19.966871 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78cc31c-c53e-4512-9514-270cffb61f90 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:36:19.972021 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-e78cc31c-c53e-4512-9514-270cffb61f90 admin admin] 10.222.0.66 "PUT /v2.0/routers/3732bd5d-2e92-45cf-8c7c-a552793b7205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7143114 Jul 18 02:36:19.974810 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 50130) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:19.975942 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780b7e71-208e-43e3-af6a-b90303209823 None None] Sync routers for ids ['3732bd5d-2e92-45cf-8c7c-a552793b7205'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:36:19.986658 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780b7e71-208e-43e3-af6a-b90303209823 None None] Routers {'3732bd5d-2e92-45cf-8c7c-a552793b7205'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:36:19.987272 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-780b7e71-208e-43e3-af6a-b90303209823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:36:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['3732bd5d-2e92-45cf-8c7c-a552793b7205'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:36:20.081669 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-12ab01b5-16c2-452a-9111-09d4b0ef2242 admin admin] Publish callbacks [] for router (3732bd5d-2e92-45cf-8c7c-a552793b7205), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:20.090756 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-780b7e71-208e-43e3-af6a-b90303209823 None None] Set router 3732bd5d-2e92-45cf-8c7c-a552793b7205 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:36:20.190775 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:20.216284 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-12ab01b5-16c2-452a-9111-09d4b0ef2242 admin admin] Publish callbacks [] for router_gateway (3732bd5d-2e92-45cf-8c7c-a552793b7205), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:20.272546 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-780b7e71-208e-43e3-af6a-b90303209823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'name': 'tempest-DeleteServersTestJSON-881688237-router', 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '17754fba-39a9-4f4a-aeb4-7b20d67bf495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:36:19Z', 'revision_number': 5, 'project_id': 'd0695b3617d845118c00ba7cff6d312a', 'gw_port': {'id': '17754fba-39a9-4f4a-aeb4-7b20d67bf495', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:86:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:36:20.303367 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780b7e71-208e-43e3-af6a-b90303209823 None None] Checking router: 3732bd5d-2e92-45cf-8c7c-a552793b7205 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:36:20.313169 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780b7e71-208e-43e3-af6a-b90303209823 None None] Routers {'3732bd5d-2e92-45cf-8c7c-a552793b7205'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:36:20.313964 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-780b7e71-208e-43e3-af6a-b90303209823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:36:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['3732bd5d-2e92-45cf-8c7c-a552793b7205'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:36:20.334537 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-12ab01b5-16c2-452a-9111-09d4b0ef2242 admin admin] Deleting port 17754fba-39a9-4f4a-aeb4-7b20d67bf495 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:36:20.335027 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-12ab01b5-16c2-452a-9111-09d4b0ef2242 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (17754fba-39a9-4f4a-aeb4-7b20d67bf495), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:20.348834 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:20.413359 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-780b7e71-208e-43e3-af6a-b90303209823 None None] Set router 3732bd5d-2e92-45cf-8c7c-a552793b7205 gateway port host: None {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:36:20.437194 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-12ab01b5-16c2-452a-9111-09d4b0ef2242 admin admin] For port 17754fba-39a9-4f4a-aeb4-7b20d67bf495, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=17754fba-39a9-4f4a-aeb4-7b20d67bf495,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:36:20.437659 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-12ab01b5-16c2-452a-9111-09d4b0ef2242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (17754fba-39a9-4f4a-aeb4-7b20d67bf495), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:20.456065 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-12ab01b5-16c2-452a-9111-09d4b0ef2242 admin admin] Calling delete_port for 17754fba-39a9-4f4a-aeb4-7b20d67bf495 owned by network:router_gateway {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:36:20.543488 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-780b7e71-208e-43e3-af6a-b90303209823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'name': 'tempest-DeleteServersTestJSON-881688237-router', 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:36:20Z', 'revision_number': 6, 'project_id': 'd0695b3617d845118c00ba7cff6d312a', 'gw_port_host': None}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:36:20.569772 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780b7e71-208e-43e3-af6a-b90303209823 None None] The sync data for ids ['3732bd5d-2e92-45cf-8c7c-a552793b7205'] in dv-cinder-850015-3-iscsi is: [{'id': '3732bd5d-2e92-45cf-8c7c-a552793b7205', 'name': 'tempest-DeleteServersTestJSON-881688237-router', 'tenant_id': 'd0695b3617d845118c00ba7cff6d312a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:36:20Z', 'revision_number': 6, 'project_id': 'd0695b3617d845118c00ba7cff6d312a', 'gw_port_host': None}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:36:20.877767 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-12ab01b5-16c2-452a-9111-09d4b0ef2242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (17754fba-39a9-4f4a-aeb4-7b20d67bf495), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:20.897199 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab01b5-16c2-452a-9111-09d4b0ef2242 admin admin] Pushing event deleted for resources: {'Port': ['ID=17754fba-39a9-4f4a-aeb4-7b20d67bf495,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:20.973404 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-12ab01b5-16c2-452a-9111-09d4b0ef2242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33266500'] for router_gateway (3732bd5d-2e92-45cf-8c7c-a552793b7205), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:21.267613 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-12ab01b5-16c2-452a-9111-09d4b0ef2242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33290061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1504'] for router (3732bd5d-2e92-45cf-8c7c-a552793b7205), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:21.270006 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-12ab01b5-16c2-452a-9111-09d4b0ef2242 admin admin] Publish callbacks [] for router_controller (3732bd5d-2e92-45cf-8c7c-a552793b7205), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:21.412390 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-12ab01b5-16c2-452a-9111-09d4b0ef2242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33290193'] for router (3732bd5d-2e92-45cf-8c7c-a552793b7205), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:21.413033 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ab01b5-16c2-452a-9111-09d4b0ef2242 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3732bd5d-2e92-45cf-8c7c-a552793b7205 {{(pid=104650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 02:36:21.418756 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-12ab01b5-16c2-452a-9111-09d4b0ef2242 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:21.421938 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-12ab01b5-16c2-452a-9111-09d4b0ef2242 admin admin] 10.222.0.66 "DELETE /v2.0/routers/3732bd5d-2e92-45cf-8c7c-a552793b7205 HTTP/1.1" status: 204 len: 168 time: 1.4439728 Jul 18 02:36:21.422469 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 50168) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:21.469148 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_v2 [None req-07df2472-ffdd-4803-9927-1af7e86492dd admin admin] Deleting subnet 80941157-3838-4d24-81c7-111345e516e9 {{(pid=104651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 02:36:21.479447 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:21.480666 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-07df2472-ffdd-4803-9927-1af7e86492dd admin admin] Publish callbacks [] for subnet (80941157-3838-4d24-81c7-111345e516e9), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:21.525430 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-07df2472-ffdd-4803-9927-1af7e86492dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2837175'] for subnet (80941157-3838-4d24-81c7-111345e516e9), precommit_delete_associations {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:21.565154 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 1052df94-1762-488e-a279-a0254d54bbba no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:36:21.593852 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 1052df94-1762-488e-a279-a0254d54bbba {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:36:21.593852 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 1052df94-1762-488e-a279-a0254d54bbba not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:36:21.593852 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 17754fba-39a9-4f4a-aeb4-7b20d67bf495 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:36:21.611208 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 17754fba-39a9-4f4a-aeb4-7b20d67bf495 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:36:21.611580 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 17754fba-39a9-4f4a-aeb4-7b20d67bf495 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:36:21.653246 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-07df2472-ffdd-4803-9927-1af7e86492dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32822860'] for subnet (80941157-3838-4d24-81c7-111345e516e9), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:21.792062 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-07df2472-ffdd-4803-9927-1af7e86492dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32822875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2644685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3433350'] for subnet (80941157-3838-4d24-81c7-111345e516e9), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:21.820696 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df2472-ffdd-4803-9927-1af7e86492dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80941157-3838-4d24-81c7-111345e516e9,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:21.822704 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-07df2472-ffdd-4803-9927-1af7e86492dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:21.825828 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-07df2472-ffdd-4803-9927-1af7e86492dd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/80941157-3838-4d24-81c7-111345e516e9 HTTP/1.1" status: 204 len: 168 time: 0.4023454 Jul 18 02:36:21.827034 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc4401f-e261-4037-a7e4-1055f91497f1 None None] Network a18092a3-3402-4e73-8d77-80e569fe84ad requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:36:21.828393 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 50176) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:21.901615 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590427'] for network (a18092a3-3402-4e73-8d77-80e569fe84ad), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:21.934560 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:21.954828 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] Deleting port 32bb339f-2840-4a3a-8e93-a00e185c8990 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:36:21.955162 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (32bb339f-2840-4a3a-8e93-a00e185c8990), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:22.011204 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] DHCP port deletion for a18092a3-3402-4e73-8d77-80e569fe84ad request from dv-cinder-850015-3-iscsi {{(pid=104652) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 02:36:22.026394 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] For port 32bb339f-2840-4a3a-8e93-a00e185c8990, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=32bb339f-2840-4a3a-8e93-a00e185c8990,segment=NetworkSegment(be8725c6-443d-4805-9c71-8150595d19c0),segment_id=be8725c6-443d-4805-9c71-8150595d19c0)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:36:22.026751 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (32bb339f-2840-4a3a-8e93-a00e185c8990), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:22.037736 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:22.044767 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] Calling delete_port for 32bb339f-2840-4a3a-8e93-a00e185c8990 owned by network:dhcp {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:36:22.056983 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Deleting port 32bb339f-2840-4a3a-8e93-a00e185c8990 {{(pid=104652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:36:22.057743 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (32bb339f-2840-4a3a-8e93-a00e185c8990), before_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:22.140828 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] For port 32bb339f-2840-4a3a-8e93-a00e185c8990, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=32bb339f-2840-4a3a-8e93-a00e185c8990,segment=NetworkSegment(be8725c6-443d-4805-9c71-8150595d19c0),segment_id=be8725c6-443d-4805-9c71-8150595d19c0)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:36:22.141461 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (32bb339f-2840-4a3a-8e93-a00e185c8990), precommit_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:22.161920 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Calling delete_port for 32bb339f-2840-4a3a-8e93-a00e185c8990 owned by network:dhcp {{(pid=104652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:36:22.298114 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:22.387282 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950'] for port (32bb339f-2840-4a3a-8e93-a00e185c8990), after_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:22.395533 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (32bb339f-2840-4a3a-8e93-a00e185c8990), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:22.423017 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Pushing event deleted for resources: {'Port': ['ID=32bb339f-2840-4a3a-8e93-a00e185c8990,revision_number=None']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:22.426198 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] Pushing event deleted for resources: {'Port': ['ID=32bb339f-2840-4a3a-8e93-a00e185c8990,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:22.429111 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] No DVR routers for this DVR port 32bb339f-2840-4a3a-8e93-a00e185c8990 on host dv-cinder-850015-3-iscsi {{(pid=104652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:36:22.431404 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] No DVR routers for this DVR port 32bb339f-2840-4a3a-8e93-a00e185c8990 on host dv-cinder-850015-3-iscsi {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:36:22.436358 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:22.437546 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:22.438065 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:22.438445 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:22.438776 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:22.439100 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:22.439419 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:22.439969 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:22.440299 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:22.440611 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:22.441086 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:22.441626 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:22.442129 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:22.442590 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:22.443054 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862faf-63f5-42d2-9164-d33af1aab75f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:22.525114 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 50196) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:22.529253 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32822413', 'neutron.services.segments.db._delete_segments_for_network-8781983520534'] for network (a18092a3-3402-4e73-8d77-80e569fe84ad), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:22.551471 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18092a3-3402-4e73-8d77-80e569fe84ad']}} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:36:22.561468 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8725c6-443d-4805-9c71-8150595d19c0') {'for_net_delete': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:36:22.561676 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8725c6-443d-4805-9c71-8150595d19c0') {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:36:22.577360 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781983519775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2837198'] for segment (be8725c6-443d-4805-9c71-8150595d19c0), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:22.592500 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (be8725c6-443d-4805-9c71-8150595d19c0), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:22.606234 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=104651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 02:36:22.606234 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2644015'] for segment (be8725c6-443d-4805-9c71-8150595d19c0), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:22.653580 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment be8725c6-443d-4805-9c71-8150595d19c0 resource provider aggregate not found Jul 18 02:36:22.657579 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-40c91cb2-e141-44b8-a21e-4bd27a3fcfc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:22.671183 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment be8725c6-443d-4805-9c71-8150595d19c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be8725c6-443d-4805-9c71-8150595d19c0 found for delete ", "request_id": "req-f6c9e65a-c927-42a9-8d91-cd488aa421f2"}]} Jul 18 02:36:22.738629 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-40c91cb2-e141-44b8-a21e-4bd27a3fcfc3 admin admin] Publish callbacks [] for security_group (6e8537f2-f0f1-45c6-aa86-6000e5598761), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:22.802003 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32822390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33266559'] for network (a18092a3-3402-4e73-8d77-80e569fe84ad), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:22.809892 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:22.813025 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] 10.222.0.66 "DELETE /v2.0/networks/a18092a3-3402-4e73-8d77-80e569fe84ad HTTP/1.1" status: 204 len: 168 time: 0.9837146 Jul 18 02:36:22.822799 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aec4b5-cbea-443e-8489-67ffffffc71c admin admin] Pushing event deleted for resources: {'Network': ['ID=a18092a3-3402-4e73-8d77-80e569fe84ad,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:22.860138 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-40c91cb2-e141-44b8-a21e-4bd27a3fcfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (6e8537f2-f0f1-45c6-aa86-6000e5598761), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:22.900497 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-40c91cb2-e141-44b8-a21e-4bd27a3fcfc3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=32003435719747cfa3cf041b976d7d50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741727 Jul 18 02:36:22.902650 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c91cb2-e141-44b8-a21e-4bd27a3fcfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8537f2-f0f1-45c6-aa86-6000e5598761,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:22.903285 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 50208) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:22.956902 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-88d28a0d-720b-4943-b042-842df9c5a6e1 admin admin] Publish callbacks [] for security_group (6e8537f2-f0f1-45c6-aa86-6000e5598761), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:22.979193 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-88d28a0d-720b-4943-b042-842df9c5a6e1 admin admin] Publish callbacks [] for security_group (6e8537f2-f0f1-45c6-aa86-6000e5598761), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:22.980687 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:23.111398 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 50212) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:23.126608 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-88d28a0d-720b-4943-b042-842df9c5a6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (6e8537f2-f0f1-45c6-aa86-6000e5598761), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:23.129247 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-88d28a0d-720b-4943-b042-842df9c5a6e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:23.130492 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-88d28a0d-720b-4943-b042-842df9c5a6e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6e8537f2-f0f1-45c6-aa86-6000e5598761 HTTP/1.1" status: 204 len: 168 time: 0.2260983 Jul 18 02:36:23.139396 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d28a0d-720b-4943-b042-842df9c5a6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8537f2-f0f1-45c6-aa86-6000e5598761,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:23.224313 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 50220) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:23.229568 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2b18-46c8-43fc-b53b-c6d35c4d44ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:23.277633 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-6a7f9b4f-4c79-4576-9773-c482a85087ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d0695b3617d845118c00ba7cff6d312a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0520132 Jul 18 02:36:23.280447 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 50222) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:23.315253 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2b18-46c8-43fc-b53b-c6d35c4d44ec admin admin] Publish callbacks [] for security_group (d511d2c1-82f8-42e7-a54c-70bacb223e72), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:23.336912 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6986174e-574d-4ced-9f1c-767736bdc247 admin admin] Publish callbacks [] for security_group (5d06f30a-daf0-4130-8afb-c08dab636501), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:23.358553 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6986174e-574d-4ced-9f1c-767736bdc247 admin admin] Publish callbacks [] for security_group (5d06f30a-daf0-4130-8afb-c08dab636501), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:23.403007 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2b18-46c8-43fc-b53b-c6d35c4d44ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (d511d2c1-82f8-42e7-a54c-70bacb223e72), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:23.431543 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:UPDATE=3,neutron:SELECT=72,neutron:DELETE=3,neutron:INSERT=22 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:23.445737 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-cb8c2b18-46c8-43fc-b53b-c6d35c4d44ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f30256b4abd24f37a048eb5053039845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331921 Jul 18 02:36:23.446903 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c2b18-46c8-43fc-b53b-c6d35c4d44ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d511d2c1-82f8-42e7-a54c-70bacb223e72,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:23.448492 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 50224) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:23.502596 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c8b396fc-4153-4e4e-a2e7-ec99b47081ad admin admin] Publish callbacks [] for security_group (d511d2c1-82f8-42e7-a54c-70bacb223e72), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:23.504750 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6986174e-574d-4ced-9f1c-767736bdc247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (5d06f30a-daf0-4130-8afb-c08dab636501), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:23.508205 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6986174e-574d-4ced-9f1c-767736bdc247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:23.509655 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-6986174e-574d-4ced-9f1c-767736bdc247 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d06f30a-daf0-4130-8afb-c08dab636501 HTTP/1.1" status: 204 len: 168 time: 0.2281604 Jul 18 02:36:23.527208 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986174e-574d-4ced-9f1c-767736bdc247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d06f30a-daf0-4130-8afb-c08dab636501,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:23.530670 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 32bb339f-2840-4a3a-8e93-a00e185c8990 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:36:23.543007 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c8b396fc-4153-4e4e-a2e7-ec99b47081ad admin admin] Publish callbacks [] for security_group (d511d2c1-82f8-42e7-a54c-70bacb223e72), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:23.558325 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:23.559667 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 32bb339f-2840-4a3a-8e93-a00e185c8990 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:36:23.560172 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 32bb339f-2840-4a3a-8e93-a00e185c8990 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:36:23.689049 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c8b396fc-4153-4e4e-a2e7-ec99b47081ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (d511d2c1-82f8-42e7-a54c-70bacb223e72), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:23.691651 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c8b396fc-4153-4e4e-a2e7-ec99b47081ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:23.695720 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-c8b396fc-4153-4e4e-a2e7-ec99b47081ad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d511d2c1-82f8-42e7-a54c-70bacb223e72 HTTP/1.1" status: 204 len: 168 time: 0.2423079 Jul 18 02:36:23.702775 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b396fc-4153-4e4e-a2e7-ec99b47081ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d511d2c1-82f8-42e7-a54c-70bacb223e72,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:24.405730 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 50246) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:24.420636 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ae50f473-a3f8-4953-a51e-5f2c16780a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:24.511021 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ae50f473-a3f8-4953-a51e-5f2c16780a73 admin admin] Publish callbacks [] for security_group (0870e7bf-6afb-4226-aa3f-24d40727803c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:24.587030 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ae50f473-a3f8-4953-a51e-5f2c16780a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (0870e7bf-6afb-4226-aa3f-24d40727803c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:24.645708 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ae50f473-a3f8-4953-a51e-5f2c16780a73 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=be6d2e1b8555409ebb608e3f6a5e7ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388234 Jul 18 02:36:24.646605 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50f473-a3f8-4953-a51e-5f2c16780a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0870e7bf-6afb-4226-aa3f-24d40727803c,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:24.649207 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 50254) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:24.656964 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:24.709471 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f08a6d9a-8156-4bbc-945b-1891cb7fa758 admin admin] Publish callbacks [] for security_group (0870e7bf-6afb-4226-aa3f-24d40727803c), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:24.735931 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f08a6d9a-8156-4bbc-945b-1891cb7fa758 admin admin] Publish callbacks [] for security_group (0870e7bf-6afb-4226-aa3f-24d40727803c), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:24.794954 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 50260) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:24.854737 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f08a6d9a-8156-4bbc-945b-1891cb7fa758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (0870e7bf-6afb-4226-aa3f-24d40727803c), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:24.857290 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f08a6d9a-8156-4bbc-945b-1891cb7fa758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:24.858897 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-f08a6d9a-8156-4bbc-945b-1891cb7fa758 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0870e7bf-6afb-4226-aa3f-24d40727803c HTTP/1.1" status: 204 len: 168 time: 0.2085619 Jul 18 02:36:24.869204 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a6d9a-8156-4bbc-945b-1891cb7fa758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0870e7bf-6afb-4226-aa3f-24d40727803c,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:24.916267 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-757377af-5daf-4eb0-8c05-78f7c329777d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-300382408-network', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:36:25.020704 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757377af-5daf-4eb0-8c05-78f7c329777d admin admin] Made reservation on behalf of 9ec4c1c1687944b98c1c5cefe05df095 for: {'network': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:36:25.023628 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-757377af-5daf-4eb0-8c05-78f7c329777d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:25.032872 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-757377af-5daf-4eb0-8c05-78f7c329777d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:25.112647 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-757377af-5daf-4eb0-8c05-78f7c329777d admin admin] Publish callbacks [] for security_group (07945537-d4e8-4e8a-a1ed-2bf573713b48), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:25.203560 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-757377af-5daf-4eb0-8c05-78f7c329777d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (07945537-d4e8-4e8a-a1ed-2bf573713b48), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:25.231255 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757377af-5daf-4eb0-8c05-78f7c329777d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=104651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:36:25.241802 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757377af-5daf-4eb0-8c05-78f7c329777d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07945537-d4e8-4e8a-a1ed-2bf573713b48,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:25.248965 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-757377af-5daf-4eb0-8c05-78f7c329777d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (c951234f-2fbc-4fe0-ae28-a0f34b22352e), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:25.250539 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.segments_db [None req-757377af-5daf-4eb0-8c05-78f7c329777d admin admin] Added segment c951234f-2fbc-4fe0-ae28-a0f34b22352e of type vlan for network 9e66762c-c4d2-46f6-ba12-585a390bb14c Jul 18 02:36:25.265401 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:25.292970 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-757377af-5daf-4eb0-8c05-78f7c329777d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (9e66762c-c4d2-46f6-ba12-585a390bb14c), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:25.412790 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-757377af-5daf-4eb0-8c05-78f7c329777d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (9e66762c-c4d2-46f6-ba12-585a390bb14c), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:25.413861 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757377af-5daf-4eb0-8c05-78f7c329777d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:25.414465 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-757377af-5daf-4eb0-8c05-78f7c329777d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:25.479576 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757377af-5daf-4eb0-8c05-78f7c329777d admin admin] Pushing event updated for resources: {'Network': ['ID=9e66762c-c4d2-46f6-ba12-585a390bb14c,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:25.489180 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network 9e66762c-c4d2-46f6-ba12-585a390bb14c details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:36:25.564067 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-757377af-5daf-4eb0-8c05-78f7c329777d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.7680078 Jul 18 02:36:25.566863 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 50272) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:25.572370 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-2452b02a-df0e-4d17-8119-680d3c2d57ec admin admin] Request body: {'subnet': {'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-subnet', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:36:25.593505 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 50274) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:25.607195 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1a4765b4-0684-4437-a7a7-a2324febfe39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:25.678365 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2452b02a-df0e-4d17-8119-680d3c2d57ec admin admin] Made reservation on behalf of 9ec4c1c1687944b98c1c5cefe05df095 for: {'subnet': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:36:25.681405 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2452b02a-df0e-4d17-8119-680d3c2d57ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3433315'] for subnet (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:25.700738 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1a4765b4-0684-4437-a7a7-a2324febfe39 admin admin] Publish callbacks [] for security_group (e1c04b13-19ad-4e60-850a-7f7cf1341698), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:25.773375 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1a4765b4-0684-4437-a7a7-a2324febfe39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (e1c04b13-19ad-4e60-850a-7f7cf1341698), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:25.786996 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:25.824393 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-1a4765b4-0684-4437-a7a7-a2324febfe39 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=17985eb401a34a2ba5c45ce32ba39332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298844 Jul 18 02:36:25.827144 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 50278) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:25.843853 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4765b4-0684-4437-a7a7-a2324febfe39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c04b13-19ad-4e60-850a-7f7cf1341698,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:25.880831 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-21b78cfe-6938-474e-b8cd-434c9da9aada admin admin] Publish callbacks [] for security_group (e1c04b13-19ad-4e60-850a-7f7cf1341698), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:25.904210 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-21b78cfe-6938-474e-b8cd-434c9da9aada admin admin] Publish callbacks [] for security_group (e1c04b13-19ad-4e60-850a-7f7cf1341698), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:25.987031 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2452b02a-df0e-4d17-8119-680d3c2d57ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2644620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3433341'] for subnet (b4b8b997-66c3-477b-8816-8f4555614405), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:26.037823 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-21b78cfe-6938-474e-b8cd-434c9da9aada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (e1c04b13-19ad-4e60-850a-7f7cf1341698), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:26.040573 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-21b78cfe-6938-474e-b8cd-434c9da9aada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:26.044758 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452b02a-df0e-4d17-8119-680d3c2d57ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4b8b997-66c3-477b-8816-8f4555614405,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:26.044949 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-21b78cfe-6938-474e-b8cd-434c9da9aada admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e1c04b13-19ad-4e60-850a-7f7cf1341698 HTTP/1.1" status: 204 len: 168 time: 0.2135355 Jul 18 02:36:26.052224 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b78cfe-6938-474e-b8cd-434c9da9aada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c04b13-19ad-4e60-850a-7f7cf1341698,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:26.053980 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452b02a-df0e-4d17-8119-680d3c2d57ec admin admin] Checking segment: {'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:36:26.054967 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2452b02a-df0e-4d17-8119-680d3c2d57ec admin admin] Network hostable DHCP agents. Network: 9e66762c-c4d2-46f6-ba12-585a390bb14c, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:36:26.141041 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2452b02a-df0e-4d17-8119-680d3c2d57ec admin admin] Network 9e66762c-c4d2-46f6-ba12-585a390bb14c is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:36:26.227223 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-2452b02a-df0e-4d17-8119-680d3c2d57ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, 9e66762c-c4d2-46f6-ba12-585a390bb14c) {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:36:26.231498 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2452b02a-df0e-4d17-8119-680d3c2d57ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:26.232096 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2452b02a-df0e-4d17-8119-680d3c2d57ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:26.237201 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbff57e-ccbc-4f4d-94ba-1a5f00842e2b None None] Network 9e66762c-c4d2-46f6-ba12-585a390bb14c requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:36:26.343630 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-2452b02a-df0e-4d17-8119-680d3c2d57ec admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7756448 Jul 18 02:36:26.346635 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 50286) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:26.350469 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cd4497f-7f72-517c-9439-a55205037c9e-9e66762c-c4d2-46f6-ba12-585a390bb14c', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'fixed_ips': [{'subnet_id': 'b4b8b997-66c3-477b-8816-8f4555614405'}]}} from dv-cinder-850015-3-iscsi. {{(pid=104652) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 02:36:26.351939 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:26.352061 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:36:26.482416 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33289946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1430'] for router (6a03b4fc-2e99-4d34-9f84-b6ec77a685d8), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:26.483580 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33289846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1519'] for router (6a03b4fc-2e99-4d34-9f84-b6ec77a685d8), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:26.499138 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.db_base_plugin_common [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Allocated IP 172.20.0.2 (9e66762c-c4d2-46f6-ba12-585a390bb14c/b4b8b997-66c3-477b-8816-8f4555614405/f82337f7-31b4-42e7-aed9-3a45d690a85e) {{(pid=104652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:36:26.550124 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Publish callbacks [] for router_controller (6a03b4fc-2e99-4d34-9f84-b6ec77a685d8), precommit_add_association {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:26.648656 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Publish callbacks [] for port (f82337f7-31b4-42e7-aed9-3a45d690a85e), precommit_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:26.783145 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (f82337f7-31b4-42e7-aed9-3a45d690a85e), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:26.831901 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Publish callbacks [] for router_gateway (6a03b4fc-2e99-4d34-9f84-b6ec77a685d8), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:26.953579 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Network 9e66762c-c4d2-46f6-ba12-585a390bb14c is already hosted by enough agents. {{(pid=104652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:36:26.961398 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.base_scheduler [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Resources bound (agent type, host, resource id): {{(pid=104652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:36:26.967874 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Received port after_create {{(pid=104652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:36:26.970576 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Pushing event updated for resources: {'Port': ['ID=f82337f7-31b4-42e7-aed9-3a45d690a85e,revision_number=1']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:26.993625 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:27.026105 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Attempting to bind port f82337f7-31b4-42e7-aed9-3a45d690a85e on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:36:27.026482 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Attempting to bind port f82337f7-31b4-42e7-aed9-3a45d690a85e by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:36:27.026837 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Attempting to bind port f82337f7-31b4-42e7-aed9-3a45d690a85e on network 9e66762c-c4d2-46f6-ba12-585a390bb14c {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:36:27.035551 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:36:27.035874 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Checking segment: {'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:36:27.036409 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:27.036830 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Bound using segment: {'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:36:27.037304 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Bound port: f82337f7-31b4-42e7-aed9-3a45d690a85e, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:36:27.037690 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (f82337f7-31b4-42e7-aed9-3a45d690a85e), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:27.106925 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] For port f82337f7-31b4-42e7-aed9-3a45d690a85e, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:36:27.110271 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] For port f82337f7-31b4-42e7-aed9-3a45d690a85e, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=f82337f7-31b4-42e7-aed9-3a45d690a85e,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:36:27.121905 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Publish callbacks [] for router_gateway (6a03b4fc-2e99-4d34-9f84-b6ec77a685d8), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:27.141536 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:27.170524 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (f82337f7-31b4-42e7-aed9-3a45d690a85e), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:27.233247 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457335d-8e5c-4046-915c-b0d2a1dcca2e None None] Pushing event updated for resources: {'Port': ['ID=f82337f7-31b4-42e7-aed9-3a45d690a85e,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:27.278221 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Allocated IP 172.27.3.214 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/310ace6d-7bde-421f-81f7-4ec39d3ebdac) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:36:27.292455 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:27.401912 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Publish callbacks [] for port (310ace6d-7bde-421f-81f7-4ec39d3ebdac), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:27.536237 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (310ace6d-7bde-421f-81f7-4ec39d3ebdac), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:27.594719 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device f82337f7-31b4-42e7-aed9-3a45d690a85e up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:36:27.603188 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:36:27.608382 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:36:27.609114 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:36:27.645433 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Pushing event updated for resources: {'Port': ['ID=310ace6d-7bde-421f-81f7-4ec39d3ebdac,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:27.647394 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port f82337f7-31b4-42e7-aed9-3a45d690a85e triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:36:27.647784 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (f82337f7-31b4-42e7-aed9-3a45d690a85e), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:27.675328 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:27.694889 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:27.748225 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port f82337f7-31b4-42e7-aed9-3a45d690a85e is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:36:27.748618 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (f82337f7-31b4-42e7-aed9-3a45d690a85e), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:27.785921 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port f82337f7-31b4-42e7-aed9-3a45d690a85e, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=f82337f7-31b4-42e7-aed9-3a45d690a85e,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:36:27.870070 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (f82337f7-31b4-42e7-aed9-3a45d690a85e), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:27.920692 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=f82337f7-31b4-42e7-aed9-3a45d690a85e,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:27.963503 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:27.973157 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Publish callbacks [] for router_gateway (6a03b4fc-2e99-4d34-9f84-b6ec77a685d8), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:28.183514 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33289805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286141'] for router (6a03b4fc-2e99-4d34-9f84-b6ec77a685d8), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:28.338250 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec71cae-0f5d-4459-b4d6-7ce014891dc7 None None] Network 9e66762c-c4d2-46f6-ba12-585a390bb14c requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:36:28.377863 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 is scheduled to L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 with binding_index 1 {{(pid=104650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 02:36:28.412243 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-4f082b7b-ef2b-4c20-9a41-972c6feab83c None None] Provisioning complete for port f82337f7-31b4-42e7-aed9-3a45d690a85e triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:36:28.412614 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-4f082b7b-ef2b-4c20-9a41-972c6feab83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (f82337f7-31b4-42e7-aed9-3a45d690a85e), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:28.481379 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:28.488419 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:36:28.513076 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Sync routers for ids ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:36:28.534346 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-4f082b7b-ef2b-4c20-9a41-972c6feab83c None None] Current status of the port f82337f7-31b4-42e7-aed9-3a45d690a85e is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:36:28.536761 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Routers {'6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:36:28.537380 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:36:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:36:28.594561 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:28.598810 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-af74dae7-fc95-4a9a-80cb-5bf9b78ab394 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2482884 Jul 18 02:36:28.599604 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 50364) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:28.647653 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Set router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:36:28.724758 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:28.778206 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-d69ed966-40bb-4293-ab83-a81cfaf5a603 None None] Provisioning complete for port f82337f7-31b4-42e7-aed9-3a45d690a85e triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:36:28.778573 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d69ed966-40bb-4293-ab83-a81cfaf5a603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (f82337f7-31b4-42e7-aed9-3a45d690a85e), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:28.903788 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:36:27Z', 'revision_number': 3, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:36:28.918968 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:28.941278 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Checking router: 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:36:28.941621 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Updating router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 port 310ace6d-7bde-421f-81f7-4ec39d3ebdac binding host dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:36:28.944905 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-d69ed966-40bb-4293-ab83-a81cfaf5a603 None None] Current status of the port f82337f7-31b4-42e7-aed9-3a45d690a85e is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:36:28.964606 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-77efb407-6da0-4a53-92d2-3a7ed3f6f586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:28.990125 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (310ace6d-7bde-421f-81f7-4ec39d3ebdac), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:29.040032 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:29.079821 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:29.193853 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Allocated IP 172.20.0.1 (9e66762c-c4d2-46f6-ba12-585a390bb14c/b4b8b997-66c3-477b-8816-8f4555614405/687b8486-a262-4b0b-9519-aed70137ad36) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:36:29.198206 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:29.218296 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Publish callbacks [] for port (310ace6d-7bde-421f-81f7-4ec39d3ebdac), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:29.270386 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (310ace6d-7bde-421f-81f7-4ec39d3ebdac), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:29.298951 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Publish callbacks [] for port (687b8486-a262-4b0b-9519-aed70137ad36), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:29.325139 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Attempting to bind port 310ace6d-7bde-421f-81f7-4ec39d3ebdac on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:36:29.325506 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Attempting to bind port 310ace6d-7bde-421f-81f7-4ec39d3ebdac by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:36:29.325864 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Attempting to bind port 310ace6d-7bde-421f-81f7-4ec39d3ebdac on network 277ea304-6c46-4a00-b9b4-38f4ca976978 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:36:29.329081 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476dddec-91c8-4dc2-8fbd-fe68bbf87efb None None] Pushing event updated for resources: {'Port': ['ID=310ace6d-7bde-421f-81f7-4ec39d3ebdac,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:29.333621 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:36:29.333989 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Checking segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:36:29.334418 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:29.334794 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Bound using segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:36:29.335253 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Bound port: 310ace6d-7bde-421f-81f7-4ec39d3ebdac, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:36:29.335632 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (310ace6d-7bde-421f-81f7-4ec39d3ebdac), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:29.381750 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (687b8486-a262-4b0b-9519-aed70137ad36), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:29.382567 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] For port 310ace6d-7bde-421f-81f7-4ec39d3ebdac, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:36:29.386269 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] For port 310ace6d-7bde-421f-81f7-4ec39d3ebdac, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=310ace6d-7bde-421f-81f7-4ec39d3ebdac,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:36:29.418941 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Network 9e66762c-c4d2-46f6-ba12-585a390bb14c is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:36:29.421759 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:36:29.427797 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:36:29.457566 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Pushing event updated for resources: {'Port': ['ID=687b8486-a262-4b0b-9519-aed70137ad36,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:29.477773 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (310ace6d-7bde-421f-81f7-4ec39d3ebdac), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:29.487503 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33262966'] for router_interface (6a03b4fc-2e99-4d34-9f84-b6ec77a685d8), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:29.560922 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Routers {'6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:36:29.561563 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:36:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:36:29.563429 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476dddec-91c8-4dc2-8fbd-fe68bbf87efb None None] Pushing event updated for resources: {'Port': ['ID=310ace6d-7bde-421f-81f7-4ec39d3ebdac,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:29.608884 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device f82337f7-31b4-42e7-aed9-3a45d690a85e up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:36:29.634792 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:29.703343 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-bc2d915c-ed44-410b-9e15-8d6c570d6910 None None] Provisioning complete for port 687b8486-a262-4b0b-9519-aed70137ad36 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:36:29.704058 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-bc2d915c-ed44-410b-9e15-8d6c570d6910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (687b8486-a262-4b0b-9519-aed70137ad36), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:29.712838 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (687b8486-a262-4b0b-9519-aed70137ad36), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:29.752208 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-bc2d915c-ed44-410b-9e15-8d6c570d6910 None None] Port 687b8486-a262-4b0b-9519-aed70137ad36 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:36:29.753533 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port f82337f7-31b4-42e7-aed9-3a45d690a85e triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:36:29.753909 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (f82337f7-31b4-42e7-aed9-3a45d690a85e), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:29.761106 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] Set router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:36:29.888220 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Publish callbacks [] for port (687b8486-a262-4b0b-9519-aed70137ad36), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:29.970689 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (687b8486-a262-4b0b-9519-aed70137ad36), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:30.040267 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33111595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33265422'] for router_interface (6a03b4fc-2e99-4d34-9f84-b6ec77a685d8), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:30.043758 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Pushing event updated for resources: {'Port': ['ID=687b8486-a262-4b0b-9519-aed70137ad36,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:30.072287 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port f82337f7-31b4-42e7-aed9-3a45d690a85e is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:36:30.113335 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:36:27Z', 'revision_number': 3, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:36:30.139066 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcadbb9d-6a72-45a6-8195-a8f12aacf934 None None] The sync data for ids ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'] in dv-cinder-850015-3-iscsi is: [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:36:27Z', 'revision_number': 3, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:36:30.142882 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Network 9e66762c-c4d2-46f6-ba12-585a390bb14c is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:36:30.144257 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:36:30.193050 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:30.236554 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:30.266630 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:36:30.384989 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-8a8600df-226e-4712-b5e7-8d0ae40e6c70 None None] Provisioning complete for port 687b8486-a262-4b0b-9519-aed70137ad36 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:36:30.385361 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8a8600df-226e-4712-b5e7-8d0ae40e6c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (687b8486-a262-4b0b-9519-aed70137ad36), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:30.414879 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:36:30.425575 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-e9a40472-9cc7-4b8e-87f6-c66c7739fc34 admin admin] 10.222.0.66 "PUT /v2.0/routers/6a03b4fc-2e99-4d34-9f84-b6ec77a685d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8191683 Jul 18 02:36:30.431054 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-8a8600df-226e-4712-b5e7-8d0ae40e6c70 None None] Port 687b8486-a262-4b0b-9519-aed70137ad36 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:36:30.544135 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=39 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:30.570140 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=45,neutron:DELETE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:30.926658 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-4d9fa0f9-9760-43cb-a1bc-2568b003b821 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:30.935195 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-4d9fa0f9-9760-43cb-a1bc-2568b003b821 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/networks?id=9e66762c-c4d2-46f6-ba12-585a390bb14c HTTP/1.1" status: 200 len: 818 time: 0.1338716 Jul 18 02:36:30.954813 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-66abb05b-d900-4067-848a-0afbe373f184 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/quotas/9ec4c1c1687944b98c1c5cefe05df095 HTTP/1.1" status: 200 len: 375 time: 0.0185871 Jul 18 02:36:31.018896 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-486a15fd-15df-4b7e-b45f-75ce294ffc23 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617697 Jul 18 02:36:31.123450 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-85e42073-f13c-4cd7-afe2-cf96acbafb33 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960288 Jul 18 02:36:31.219779 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-a68d710a-dc81-4914-a7ad-abb8a2d2edd9 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906811 Jul 18 02:36:31.262855 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:31.358644 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8fe05df1-05f3-4cb9-b983-7239d27082fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:31.512436 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-77fe1c24-534e-4c4c-9fa9-aab496e7f0e0 req-76f7f932-1d80-4fdf-8f03-d6d3d73d6669 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 210 time: 0.0300436 Jul 18 02:36:31.584619 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 310ace6d-7bde-421f-81f7-4ec39d3ebdac up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:36:31.661245 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 310ace6d-7bde-421f-81f7-4ec39d3ebdac triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:36:31.661691 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (310ace6d-7bde-421f-81f7-4ec39d3ebdac), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:31.738906 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 310ace6d-7bde-421f-81f7-4ec39d3ebdac is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:36:31.739301 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (310ace6d-7bde-421f-81f7-4ec39d3ebdac), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:31.791963 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-88de7839-1608-4b21-998a-39f1474c5e89 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:31.793351 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-88de7839-1608-4b21-998a-39f1474c5e89 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/networks?id=9e66762c-c4d2-46f6-ba12-585a390bb14c HTTP/1.1" status: 200 len: 818 time: 0.1127210 Jul 18 02:36:31.809655 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-30d4ff3e-518b-4687-b2f2-773decceadb5 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/quotas/9ec4c1c1687944b98c1c5cefe05df095 HTTP/1.1" status: 200 len: 375 time: 0.0102208 Jul 18 02:36:31.823036 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port 310ace6d-7bde-421f-81f7-4ec39d3ebdac, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=310ace6d-7bde-421f-81f7-4ec39d3ebdac,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:36:31.866310 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-92ba8081-1fe3-4c4b-8c56-bfbc71941fed tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507541 Jul 18 02:36:31.898904 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Sync routers for ids ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:36:31.910209 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Routers {'6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:36:31.912913 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:36:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:36:31.959084 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (310ace6d-7bde-421f-81f7-4ec39d3ebdac), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:31.966164 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-60678c50-928c-4a17-b2ee-fda2d1c5e018 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925512 Jul 18 02:36:31.980709 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:32.015489 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=310ace6d-7bde-421f-81f7-4ec39d3ebdac,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:32.024042 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Set router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:36:32.246507 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:36:29Z', 'revision_number': 4, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '687b8486-a262-4b0b-9519-aed70137ad36', 'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'mac_address': 'fa:16:3e:88:b3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:29Z', 'updated_at': '2022-07-18T02:36:29Z', 'revision_number': 2, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'subnets': [{'id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:36:32.272442 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Checking router: 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:36:32.272792 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Updating router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 port 687b8486-a262-4b0b-9519-aed70137ad36 binding host dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:36:32.294406 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-d1be8df8-a8e6-4692-82f1-ee1a863cab0d service neutron] 10.222.0.66 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219578 Jul 18 02:36:32.306051 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (687b8486-a262-4b0b-9519-aed70137ad36), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:32.564126 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-92f0766f-d54f-40a5-b5a1-9875183a4bf7 req-85b002b3-eb47-4017-8784-15d320352bc4 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 210 time: 0.0426638 Jul 18 02:36:32.580630 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Publish callbacks [] for port (687b8486-a262-4b0b-9519-aed70137ad36), precommit_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:32.620867 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:32.648849 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (687b8486-a262-4b0b-9519-aed70137ad36), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:32.705026 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72169d3f-204b-4a12-875f-1e5e7bddd347 None None] Pushing event updated for resources: {'Port': ['ID=687b8486-a262-4b0b-9519-aed70137ad36,revision_number=3']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:32.713857 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72169d3f-204b-4a12-875f-1e5e7bddd347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:32.714229 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72169d3f-204b-4a12-875f-1e5e7bddd347 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:32.714586 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72169d3f-204b-4a12-875f-1e5e7bddd347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:32.714938 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72169d3f-204b-4a12-875f-1e5e7bddd347 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:32.715275 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72169d3f-204b-4a12-875f-1e5e7bddd347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:32.715601 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72169d3f-204b-4a12-875f-1e5e7bddd347 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:32.715924 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72169d3f-204b-4a12-875f-1e5e7bddd347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:32.716246 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72169d3f-204b-4a12-875f-1e5e7bddd347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:32.716567 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72169d3f-204b-4a12-875f-1e5e7bddd347 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:32.716884 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72169d3f-204b-4a12-875f-1e5e7bddd347 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:32.717205 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72169d3f-204b-4a12-875f-1e5e7bddd347 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:32.717538 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72169d3f-204b-4a12-875f-1e5e7bddd347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:32.717872 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72169d3f-204b-4a12-875f-1e5e7bddd347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:32.718201 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72169d3f-204b-4a12-875f-1e5e7bddd347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:32.718516 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72169d3f-204b-4a12-875f-1e5e7bddd347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:36:32.779972 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Attempting to bind port 687b8486-a262-4b0b-9519-aed70137ad36 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:36:32.780340 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Attempting to bind port 687b8486-a262-4b0b-9519-aed70137ad36 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:36:32.780702 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Attempting to bind port 687b8486-a262-4b0b-9519-aed70137ad36 on network 9e66762c-c4d2-46f6-ba12-585a390bb14c {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:36:32.786448 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:36:32.786837 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Checking segment: {'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:36:32.787216 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:32.787599 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Bound using segment: {'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:36:32.788054 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Bound port: 687b8486-a262-4b0b-9519-aed70137ad36, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'}}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:36:32.788429 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (687b8486-a262-4b0b-9519-aed70137ad36), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:32.845233 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:32.862171 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] For port 687b8486-a262-4b0b-9519-aed70137ad36, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:36:32.862171 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] For port 687b8486-a262-4b0b-9519-aed70137ad36, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=687b8486-a262-4b0b-9519-aed70137ad36,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:36:32.957891 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (687b8486-a262-4b0b-9519-aed70137ad36), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:32.973171 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-a7f8b3f1-6370-4a55-bba7-6c7e76696e2c None None] Provisioning complete for port 687b8486-a262-4b0b-9519-aed70137ad36 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:36:32.973846 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-a7f8b3f1-6370-4a55-bba7-6c7e76696e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (687b8486-a262-4b0b-9519-aed70137ad36), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:33.002798 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:33.011459 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Routers {'6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:36:33.012102 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:36:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:36:33.059607 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-a7f8b3f1-6370-4a55-bba7-6c7e76696e2c None None] Current status of the port 687b8486-a262-4b0b-9519-aed70137ad36 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:36:33.060071 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-a7f8b3f1-6370-4a55-bba7-6c7e76696e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (687b8486-a262-4b0b-9519-aed70137ad36), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:33.107274 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-a7f8b3f1-6370-4a55-bba7-6c7e76696e2c None None] For port 687b8486-a262-4b0b-9519-aed70137ad36, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=687b8486-a262-4b0b-9519-aed70137ad36,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:36:33.109649 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72169d3f-204b-4a12-875f-1e5e7bddd347 None None] Pushing event updated for resources: {'Port': ['ID=687b8486-a262-4b0b-9519-aed70137ad36,revision_number=4']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:33.157305 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] Set router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:36:33.202630 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-a7f8b3f1-6370-4a55-bba7-6c7e76696e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (687b8486-a262-4b0b-9519-aed70137ad36), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:33.253009 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8b3f1-6370-4a55-bba7-6c7e76696e2c None None] Pushing event updated for resources: {'Port': ['ID=687b8486-a262-4b0b-9519-aed70137ad36,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:33.321040 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-cde25fa0-2641-43a8-9623-0c0ad70c6c8a None None] Provisioning complete for port 687b8486-a262-4b0b-9519-aed70137ad36 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:36:33.321580 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-cde25fa0-2641-43a8-9623-0c0ad70c6c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (687b8486-a262-4b0b-9519-aed70137ad36), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:33.366155 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:36:29Z', 'revision_number': 4, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '687b8486-a262-4b0b-9519-aed70137ad36', 'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'mac_address': 'fa:16:3e:88:b3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:29Z', 'updated_at': '2022-07-18T02:36:32Z', 'revision_number': 4, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'subnets': [{'id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:36:33.391881 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a276934d-fab4-4748-9a2f-dfbf7d919311 None None] The sync data for ids ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'] in dv-cinder-850015-3-iscsi is: [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:36:29Z', 'revision_number': 4, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '687b8486-a262-4b0b-9519-aed70137ad36', 'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'mac_address': 'fa:16:3e:88:b3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:29Z', 'updated_at': '2022-07-18T02:36:32Z', 'revision_number': 4, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'subnets': [{'id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:36:33.407567 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-cde25fa0-2641-43a8-9623-0c0ad70c6c8a None None] Current status of the port 687b8486-a262-4b0b-9519-aed70137ad36 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:36:33.690951 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 310ace6d-7bde-421f-81f7-4ec39d3ebdac up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:36:33.709686 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d28dd96a-5547-4989-9e37-d3c3e2fe3344 req-f4acc318-de11-4ccc-9b51-ba064d531ecd tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 210 time: 0.0504146 Jul 18 02:36:33.766675 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:33.775171 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 310ace6d-7bde-421f-81f7-4ec39d3ebdac triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:36:33.775805 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (310ace6d-7bde-421f-81f7-4ec39d3ebdac), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:33.858472 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 310ace6d-7bde-421f-81f7-4ec39d3ebdac is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:36:33.859601 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 687b8486-a262-4b0b-9519-aed70137ad36 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:36:33.883280 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:33.913943 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 687b8486-a262-4b0b-9519-aed70137ad36 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:36:33.914362 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (687b8486-a262-4b0b-9519-aed70137ad36), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:33.916530 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:34.010786 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:34.014051 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 687b8486-a262-4b0b-9519-aed70137ad36 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:36:34.485357 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:34.561682 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-f2ffd355-e2f3-411d-8068-9cb7478fe88f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:34.564656 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-f2ffd355-e2f3-411d-8068-9cb7478fe88f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.72 "GET /v2.0/networks?id=9e66762c-c4d2-46f6-ba12-585a390bb14c HTTP/1.1" status: 200 len: 818 time: 0.1253493 Jul 18 02:36:34.817900 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1c8450e9-f4fe-452e-a84f-5516e0008a44 req-7a32c6f1-f1ae-4ee6-af28-8f2cd12abae7 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 210 time: 0.0307994 Jul 18 02:36:34.898906 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-d7e15936-a8dc-48ef-89e4-32e6a7e28be1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Request body: {'port': {'device_id': '8f7f8048-6316-49a6-89a0-2b5113d7d9f8', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'admin_state_up': True, 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:36:34.984478 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:35.094390 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-d7e15936-a8dc-48ef-89e4-32e6a7e28be1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Made reservation on behalf of 9ec4c1c1687944b98c1c5cefe05df095 for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:36:35.097856 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-d7e15936-a8dc-48ef-89e4-32e6a7e28be1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:35.251924 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-d7e15936-a8dc-48ef-89e4-32e6a7e28be1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Allocated IP 172.20.0.13 (9e66762c-c4d2-46f6-ba12-585a390bb14c/b4b8b997-66c3-477b-8816-8f4555614405/caf2e138-8e60-4fcf-8119-71c69a88ae7d) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:36:35.398354 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-5fafa189-6e5f-42a3-97cd-291c66b70190 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:35.399930 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-5fafa189-6e5f-42a3-97cd-291c66b70190 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.72 "GET /v2.0/networks?id=9e66762c-c4d2-46f6-ba12-585a390bb14c HTTP/1.1" status: 200 len: 818 time: 0.1782007 Jul 18 02:36:35.438457 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-9d75517e-b735-467c-a0c3-465a6d134787 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Request body: {'port': {'device_id': '64a73b2c-9286-4682-a1d3-a1893278cead', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'admin_state_up': True, 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:36:35.545855 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-d7e15936-a8dc-48ef-89e4-32e6a7e28be1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for port (caf2e138-8e60-4fcf-8119-71c69a88ae7d), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:35.602172 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:35.666802 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-d7e15936-a8dc-48ef-89e4-32e6a7e28be1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (caf2e138-8e60-4fcf-8119-71c69a88ae7d), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:35.710105 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-d7e15936-a8dc-48ef-89e4-32e6a7e28be1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Network 9e66762c-c4d2-46f6-ba12-585a390bb14c is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:36:35.716077 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-d7e15936-a8dc-48ef-89e4-32e6a7e28be1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:36:35.720015 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-d7e15936-a8dc-48ef-89e4-32e6a7e28be1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:36:35.726469 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e15936-a8dc-48ef-89e4-32e6a7e28be1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Pushing event updated for resources: {'Port': ['ID=caf2e138-8e60-4fcf-8119-71c69a88ae7d,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:35.729171 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-9d75517e-b735-467c-a0c3-465a6d134787 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Made reservation on behalf of 9ec4c1c1687944b98c1c5cefe05df095 for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:36:35.736429 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-9d75517e-b735-467c-a0c3-465a6d134787 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:35.800550 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:35.833570 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-d7e15936-a8dc-48ef-89e4-32e6a7e28be1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:35.834508 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-d7e15936-a8dc-48ef-89e4-32e6a7e28be1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:35.940431 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-d7e15936-a8dc-48ef-89e4-32e6a7e28be1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0456650 Jul 18 02:36:35.942119 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4859df9e-ddd7-4d99-bbea-251df2c081a7 req-54264bcc-b987-43a8-b0d5-4c4070486468 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 210 time: 0.0421140 Jul 18 02:36:35.958736 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9456de63-eaf8-42e0-b1e7-4a62d2203c5f None None] Provisioning complete for port caf2e138-8e60-4fcf-8119-71c69a88ae7d triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:36:35.959693 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9456de63-eaf8-42e0-b1e7-4a62d2203c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (caf2e138-8e60-4fcf-8119-71c69a88ae7d), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:35.966031 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-9d75517e-b735-467c-a0c3-465a6d134787 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Allocated IP 172.20.0.5 (9e66762c-c4d2-46f6-ba12-585a390bb14c/b4b8b997-66c3-477b-8816-8f4555614405/724ae0ef-7a5c-49c2-8a15-2a37d668dc73) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:36:35.971154 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Request body: {'port': {'device_id': '8f7f8048-6316-49a6-89a0-2b5113d7d9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:36:35.992391 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9456de63-eaf8-42e0-b1e7-4a62d2203c5f None None] Port caf2e138-8e60-4fcf-8119-71c69a88ae7d cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:36:36.058882 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (caf2e138-8e60-4fcf-8119-71c69a88ae7d), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:36.272710 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-9d75517e-b735-467c-a0c3-465a6d134787 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for port (724ae0ef-7a5c-49c2-8a15-2a37d668dc73), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:36.397518 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-9d75517e-b735-467c-a0c3-465a6d134787 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (724ae0ef-7a5c-49c2-8a15-2a37d668dc73), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:36.480982 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-9d75517e-b735-467c-a0c3-465a6d134787 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Network 9e66762c-c4d2-46f6-ba12-585a390bb14c is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:36:36.491612 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-9d75517e-b735-467c-a0c3-465a6d134787 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:36:36.498594 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-9d75517e-b735-467c-a0c3-465a6d134787 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:36:36.503834 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75517e-b735-467c-a0c3-465a6d134787 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Pushing event updated for resources: {'Port': ['ID=724ae0ef-7a5c-49c2-8a15-2a37d668dc73,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:36.581462 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-9d75517e-b735-467c-a0c3-465a6d134787 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:36.582128 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-9d75517e-b735-467c-a0c3-465a6d134787 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:36.648604 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf2e138-8e60-4fcf-8119-71c69a88ae7d {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:36:36.656745 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Publish callbacks [] for port (caf2e138-8e60-4fcf-8119-71c69a88ae7d), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:36.670494 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Transition to ACTIVE for port object caf2e138-8e60-4fcf-8119-71c69a88ae7d will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:36:36.722384 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-12771210-3022-4bb5-8c2c-5a48ebd34136 None None] Provisioning complete for port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:36:36.722809 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-12771210-3022-4bb5-8c2c-5a48ebd34136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (724ae0ef-7a5c-49c2-8a15-2a37d668dc73), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:36.723081 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-9d75517e-b735-467c-a0c3-465a6d134787 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2903521 Jul 18 02:36:36.754222 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-12771210-3022-4bb5-8c2c-5a48ebd34136 None None] Port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:36:36.758109 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (caf2e138-8e60-4fcf-8119-71c69a88ae7d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:36.815570 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=caf2e138-8e60-4fcf-8119-71c69a88ae7d,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:36.887873 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Attempting to bind port caf2e138-8e60-4fcf-8119-71c69a88ae7d on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:36:36.888217 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Attempting to bind port caf2e138-8e60-4fcf-8119-71c69a88ae7d by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:36:36.888575 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Attempting to bind port caf2e138-8e60-4fcf-8119-71c69a88ae7d on network 9e66762c-c4d2-46f6-ba12-585a390bb14c {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:36:36.893277 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Port caf2e138-8e60-4fcf-8119-71c69a88ae7d on network 9e66762c-c4d2-46f6-ba12-585a390bb14c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:36:36.893601 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Attempting to bind port caf2e138-8e60-4fcf-8119-71c69a88ae7d on network 9e66762c-c4d2-46f6-ba12-585a390bb14c {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:36:36.900114 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:36:36.900514 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Checking segment: {'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:36:36.901147 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Bound using segment: {'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:36:36.901597 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Bound port: caf2e138-8e60-4fcf-8119-71c69a88ae7d, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:36:36.901962 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (caf2e138-8e60-4fcf-8119-71c69a88ae7d), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:36.966896 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] For port caf2e138-8e60-4fcf-8119-71c69a88ae7d, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:36:36.970347 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] For port caf2e138-8e60-4fcf-8119-71c69a88ae7d, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=caf2e138-8e60-4fcf-8119-71c69a88ae7d,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:36:37.062309 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94883b19-38a2-47a3-9093-fd57568cd5ad req-1ff98ddc-5be6-4631-97e9-f25e6c0665ad tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:37.063751 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-94883b19-38a2-47a3-9093-fd57568cd5ad req-1ff98ddc-5be6-4631-97e9-f25e6c0665ad tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 931 time: 0.0495949 Jul 18 02:36:37.069605 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (caf2e138-8e60-4fcf-8119-71c69a88ae7d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:37.102800 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:37.103597 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:37.104982 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] 10.222.0.72 "PUT /v2.0/ports/caf2e138-8e60-4fcf-8119-71c69a88ae7d HTTP/1.1" status: 200 len: 1094 time: 1.1406908 Jul 18 02:36:37.105454 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7f8048-6316-49a6-89a0-2b5113d7d9f8', 'tag': 'caf2e138-8e60-4fcf-8119-71c69a88ae7d'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:36:37.107966 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46efa4d-bd36-4aa1-a2ae-bca8611156fa" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7f8048-6316-49a6-89a0-2b5113d7d9f8", "tag": "caf2e138-8e60-4fcf-8119-71c69a88ae7d"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:36:37.113616 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:37.119593 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-94883b19-38a2-47a3-9093-fd57568cd5ad req-e7ef91b7-04e5-4077-9add-41ed619103f6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495574 Jul 18 02:36:37.134457 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ee6d2-3d46-406a-81d8-6d585e6e3fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=caf2e138-8e60-4fcf-8119-71c69a88ae7d,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:37.159897 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4def872-5923-43ab-885c-cc561419385f x-openstack-request-id: req-c4def872-5923-43ab-885c-cc561419385f {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:36:37.160191 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7f8048-6316-49a6-89a0-2b5113d7d9f8", "tag": "caf2e138-8e60-4fcf-8119-71c69a88ae7d", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:36:37.160446 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4def872-5923-43ab-885c-cc561419385f {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:36:37.160881 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4def872-5923-43ab-885c-cc561419385f'] response: {'name': 'network-changed', 'server_uuid': '8f7f8048-6316-49a6-89a0-2b5113d7d9f8', 'tag': 'caf2e138-8e60-4fcf-8119-71c69a88ae7d', 'status': 'completed', 'code': 200} Jul 18 02:36:37.246271 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:38.233098 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade9375-13c9-46ae-a01b-5f370c11e718 req-16196efb-0340-452b-a0bb-4ae612e8ca07 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:38.234661 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0ade9375-13c9-46ae-a01b-5f370c11e718 req-16196efb-0340-452b-a0bb-4ae612e8ca07 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 931 time: 0.0465088 Jul 18 02:36:38.283183 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0ade9375-13c9-46ae-a01b-5f370c11e718 req-f9e9af9d-0f8d-4fb2-8ed9-98dffd405c09 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431151 Jul 18 02:36:39.154136 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Request body: {'port': {'device_id': '64a73b2c-9286-4682-a1d3-a1893278cead', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:36:39.249007 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (724ae0ef-7a5c-49c2-8a15-2a37d668dc73), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:39.266714 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46efa4d-bd36-4aa1-a2ae-bca8611156fa req-c63a3f4c-2f3b-48bb-b46f-6b95638c4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:39.268240 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c46efa4d-bd36-4aa1-a2ae-bca8611156fa req-c63a3f4c-2f3b-48bb-b46f-6b95638c4e6b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 1128 time: 0.0563934 Jul 18 02:36:39.489514 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:39.539365 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b5715-8dc5-41f3-85ba-5cc82579c5b7 req-74307049-cde8-47a8-b61b-25cb9a63537d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:39.540812 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-746b5715-8dc5-41f3-85ba-5cc82579c5b7 req-74307049-cde8-47a8-b61b-25cb9a63537d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 931 time: 0.1810479 Jul 18 02:36:39.607792 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46efa4d-bd36-4aa1-a2ae-bca8611156fa req-670c20b0-870c-4447-83ce-ca43f3486b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:39.611399 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c46efa4d-bd36-4aa1-a2ae-bca8611156fa req-670c20b0-870c-4447-83ce-ca43f3486b92 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3217475 Jul 18 02:36:39.742393 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-746b5715-8dc5-41f3-85ba-5cc82579c5b7 req-7b18f92f-be50-4673-bec7-960607d53ac7 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893189 Jul 18 02:36:40.113888 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46efa4d-bd36-4aa1-a2ae-bca8611156fa req-987a4df4-41ee-4a37-b0e9-c49170533cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:40.115415 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c46efa4d-bd36-4aa1-a2ae-bca8611156fa req-987a4df4-41ee-4a37-b0e9-c49170533cdf service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4949610 Jul 18 02:36:40.139584 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:40.154147 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:36:40.161705 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Publish callbacks [] for port (724ae0ef-7a5c-49c2-8a15-2a37d668dc73), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:40.176823 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Transition to ACTIVE for port object 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:36:40.222283 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-94d50ec2-339a-47b3-a6d8-7fee764f88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:40.223810 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-94d50ec2-339a-47b3-a6d8-7fee764f88bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 1128 time: 0.0397286 Jul 18 02:36:40.275123 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-48a31424-fe09-4d4f-b101-7c310b6ef0c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caf2e138-8e60-4fcf-8119-71c69a88ae7d HTTP/1.1" status: 200 len: 217 time: 0.0370712 Jul 18 02:36:40.313545 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (724ae0ef-7a5c-49c2-8a15-2a37d668dc73), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:40.372746 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-f2df6086-94b1-4d73-9124-ad36c7eb772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:40.374278 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-f2df6086-94b1-4d73-9124-ad36c7eb772c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4b8b997-66c3-477b-8816-8f4555614405 HTTP/1.1" status: 200 len: 857 time: 0.0915253 Jul 18 02:36:40.379216 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Pushing event updated for resources: {'Port': ['ID=724ae0ef-7a5c-49c2-8a15-2a37d668dc73,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:40.472856 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-3ac40a0b-f55a-4b30-898b-01746ce91f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:40.474444 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-3ac40a0b-f55a-4b30-898b-01746ce91f87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e66762c-c4d2-46f6-ba12-585a390bb14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0923486 Jul 18 02:36:40.530428 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Attempting to bind port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:36:40.530769 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Attempting to bind port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:36:40.531100 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Attempting to bind port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 on network 9e66762c-c4d2-46f6-ba12-585a390bb14c {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:36:40.573591 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 on network 9e66762c-c4d2-46f6-ba12-585a390bb14c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:36:40.573591 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Attempting to bind port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 on network 9e66762c-c4d2-46f6-ba12-585a390bb14c {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:36:40.577447 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:36:40.577785 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Checking segment: {'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:36:40.578192 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Bound using segment: {'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:36:40.578627 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Bound port: 724ae0ef-7a5c-49c2-8a15-2a37d668dc73, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:36:40.578985 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (724ae0ef-7a5c-49c2-8a15-2a37d668dc73), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:40.635907 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-98a71bca-7612-4a8c-a3d2-4d0de756dfb3 service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525271 Jul 18 02:36:40.673238 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:40.715792 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] For port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:36:40.736802 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] For port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=724ae0ef-7a5c-49c2-8a15-2a37d668dc73,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:36:40.764539 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-30378a1b-8b4a-4af0-968e-d38f5bbcaf1c req-ebc38893-083e-48cb-90e0-42873513e4e9 service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198592 Jul 18 02:36:40.868845 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16a7ae-14e3-45f2-8501-50399ef423bd req-16809703-00c5-4948-b555-c3fea2385d51 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:40.871334 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7d16a7ae-14e3-45f2-8501-50399ef423bd req-16809703-00c5-4948-b555-c3fea2385d51 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 943 time: 0.0528412 Jul 18 02:36:40.891081 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (724ae0ef-7a5c-49c2-8a15-2a37d668dc73), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:40.936996 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7d16a7ae-14e3-45f2-8501-50399ef423bd req-66860cdd-fa48-44df-bdab-1aa9433cc02f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597188 Jul 18 02:36:40.938637 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:40.939293 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:40.940848 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-142e57c1-156c-445f-af88-71076e16c622 service neutron] 10.222.0.72 "PUT /v2.0/ports/724ae0ef-7a5c-49c2-8a15-2a37d668dc73 HTTP/1.1" status: 200 len: 1093 time: 1.7915294 Jul 18 02:36:40.941300 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a73b2c-9286-4682-a1d3-a1893278cead', 'tag': '724ae0ef-7a5c-49c2-8a15-2a37d668dc73'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:36:40.945240 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974e7a82-1960-44aa-95d7-7c43b104dbb9" -d '{"events": [{"name": "network-changed", "server_uuid": "64a73b2c-9286-4682-a1d3-a1893278cead", "tag": "724ae0ef-7a5c-49c2-8a15-2a37d668dc73"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:36:40.989614 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee488fd4-4df0-48a0-ad14-c3881d347fe5 x-openstack-request-id: req-ee488fd4-4df0-48a0-ad14-c3881d347fe5 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:36:40.989910 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a73b2c-9286-4682-a1d3-a1893278cead", "tag": "724ae0ef-7a5c-49c2-8a15-2a37d668dc73", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:36:40.990192 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ee488fd4-4df0-48a0-ad14-c3881d347fe5 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:36:40.990598 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee488fd4-4df0-48a0-ad14-c3881d347fe5'] response: {'name': 'network-changed', 'server_uuid': '64a73b2c-9286-4682-a1d3-a1893278cead', 'tag': '724ae0ef-7a5c-49c2-8a15-2a37d668dc73', 'status': 'completed', 'code': 200} Jul 18 02:36:40.991408 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e57c1-156c-445f-af88-71076e16c622 service neutron] Pushing event updated for resources: {'Port': ['ID=724ae0ef-7a5c-49c2-8a15-2a37d668dc73,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:41.394210 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:36:42.057224 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bad4ec-c728-46cd-85e5-4870ffd8e20d req-b6262770-b830-4b4a-8b5e-8fc0343598b7 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:42.058971 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f2bad4ec-c728-46cd-85e5-4870ffd8e20d req-b6262770-b830-4b4a-8b5e-8fc0343598b7 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 943 time: 0.0472579 Jul 18 02:36:42.111579 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f2bad4ec-c728-46cd-85e5-4870ffd8e20d req-5545ea45-1a65-4279-b51c-97181e60095b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469637 Jul 18 02:36:42.142500 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e7a82-1960-44aa-95d7-7c43b104dbb9 req-31f35e06-0dc9-43c3-ae26-7e080962a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:42.144025 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-974e7a82-1960-44aa-95d7-7c43b104dbb9 req-31f35e06-0dc9-43c3-ae26-7e080962a7dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 1127 time: 0.0411386 Jul 18 02:36:42.261581 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e7a82-1960-44aa-95d7-7c43b104dbb9 req-ccbc5685-315c-4214-b726-cd8b3c120b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:42.263003 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-974e7a82-1960-44aa-95d7-7c43b104dbb9 req-ccbc5685-315c-4214-b726-cd8b3c120b2e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0984507 Jul 18 02:36:42.361899 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e7a82-1960-44aa-95d7-7c43b104dbb9 req-a9347c2c-56cf-494a-9c8f-a5ec974c7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:42.363420 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-974e7a82-1960-44aa-95d7-7c43b104dbb9 req-a9347c2c-56cf-494a-9c8f-a5ec974c7667 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939407 Jul 18 02:36:42.472504 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-ccd26fd4-474c-4777-ad18-1a4f523abf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:42.474033 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-ccd26fd4-474c-4777-ad18-1a4f523abf46 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 1127 time: 0.0397038 Jul 18 02:36:42.526962 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-297f422d-c620-49b6-ab0f-06a45cc19c75 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=724ae0ef-7a5c-49c2-8a15-2a37d668dc73 HTTP/1.1" status: 200 len: 217 time: 0.0376334 Jul 18 02:36:42.585859 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-57259525-0bb3-426e-aea9-68cfe7940ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:42.590914 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-57259525-0bb3-426e-aea9-68cfe7940ae1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4b8b997-66c3-477b-8816-8f4555614405 HTTP/1.1" status: 200 len: 857 time: 0.0468318 Jul 18 02:36:42.602675 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:42.637892 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-ce5b2166-57e9-4730-87da-3832fa5c0974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:42.639301 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-ce5b2166-57e9-4730-87da-3832fa5c0974 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e66762c-c4d2-46f6-ba12-585a390bb14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447702 Jul 18 02:36:42.741011 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-c6226d72-aeed-403f-b57e-8433fcb2e936 service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909345 Jul 18 02:36:42.832974 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9641ca1c-61b7-4b15-bde7-10cc08b04166 req-aa3eed6f-d519-4013-9a1a-1697681e941e service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853426 Jul 18 02:36:43.145488 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device caf2e138-8e60-4fcf-8119-71c69a88ae7d details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:36:43.246575 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3e662-dbb8-4c8a-8c27-3b65c13209db req-08fa2dae-de40-47a2-b7d3-2cc57e4d1d02 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:43.248843 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0ba3e662-dbb8-4c8a-8c27-3b65c13209db req-08fa2dae-de40-47a2-b7d3-2cc57e4d1d02 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 943 time: 0.0591810 Jul 18 02:36:43.257992 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port caf2e138-8e60-4fcf-8119-71c69a88ae7d, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=caf2e138-8e60-4fcf-8119-71c69a88ae7d,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:36:43.270574 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': 'caf2e138-8e60-4fcf-8119-71c69a88ae7d', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'port_id': 'caf2e138-8e60-4fcf-8119-71c69a88ae7d', 'mac_address': 'fa:16:3e:96:2b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:36:43.298907 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0ba3e662-dbb8-4c8a-8c27-3b65c13209db req-50badfec-2813-40c4-bce7-6aa1e45c8ab8 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445206 Jul 18 02:36:43.308211 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port caf2e138-8e60-4fcf-8119-71c69a88ae7d is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:36:43.308612 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (caf2e138-8e60-4fcf-8119-71c69a88ae7d), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:43.322920 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf2e138-8e60-4fcf-8119-71c69a88ae7d {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:36:43.346674 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port caf2e138-8e60-4fcf-8119-71c69a88ae7d, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=caf2e138-8e60-4fcf-8119-71c69a88ae7d,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:36:43.458301 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (caf2e138-8e60-4fcf-8119-71c69a88ae7d), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:43.507902 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=caf2e138-8e60-4fcf-8119-71c69a88ae7d,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:43.877147 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['caf2e138-8e60-4fcf-8119-71c69a88ae7d'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:36:44.016538 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:44.426839 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b2f10-f82a-4494-9604-07155619d453 req-8f31817e-8097-41b0-8c0d-1fa726b322c9 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:44.430656 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-711b2f10-f82a-4494-9604-07155619d453 req-8f31817e-8097-41b0-8c0d-1fa726b322c9 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 943 time: 0.0567122 Jul 18 02:36:44.486801 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-711b2f10-f82a-4494-9604-07155619d453 req-54b2307c-08ad-46f4-ad47-d92a6e59e562 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525937 Jul 18 02:36:45.611050 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb381c-8c53-473a-b763-b47aa2793bef req-d9a3dbf0-20c0-44f1-802e-9614bfbb4896 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:45.612603 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fadb381c-8c53-473a-b763-b47aa2793bef req-d9a3dbf0-20c0-44f1-802e-9614bfbb4896 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 943 time: 0.0468736 Jul 18 02:36:45.645676 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:45.660809 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fadb381c-8c53-473a-b763-b47aa2793bef req-bc1713ac-57f5-4bba-8761-4359b7c9f1d9 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427883 Jul 18 02:36:46.414197 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=3 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:46.753906 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:36:46.860576 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=724ae0ef-7a5c-49c2-8a15-2a37d668dc73,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:36:46.874281 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '724ae0ef-7a5c-49c2-8a15-2a37d668dc73', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'port_id': '724ae0ef-7a5c-49c2-8a15-2a37d668dc73', 'mac_address': 'fa:16:3e:79:e2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:36:46.916687 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:36:46.918018 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (724ae0ef-7a5c-49c2-8a15-2a37d668dc73), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:46.932225 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:36:46.936842 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:46.955680 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=724ae0ef-7a5c-49c2-8a15-2a37d668dc73,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:36:46.972561 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86093211-782a-40e4-8999-31534a57b473 req-cb4badc7-d536-4c87-90d3-92136b69379e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:46.974035 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-86093211-782a-40e4-8999-31534a57b473 req-cb4badc7-d536-4c87-90d3-92136b69379e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 943 time: 0.2429380 Jul 18 02:36:47.021864 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-86093211-782a-40e4-8999-31534a57b473 req-99007154-6ab6-47da-9099-f3c5113ef8d1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419207 Jul 18 02:36:47.056710 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (724ae0ef-7a5c-49c2-8a15-2a37d668dc73), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:47.106098 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=724ae0ef-7a5c-49c2-8a15-2a37d668dc73,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:47.772422 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device caf2e138-8e60-4fcf-8119-71c69a88ae7d up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:36:47.819526 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port caf2e138-8e60-4fcf-8119-71c69a88ae7d completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:36:47.904869 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port caf2e138-8e60-4fcf-8119-71c69a88ae7d triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:36:47.905244 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (caf2e138-8e60-4fcf-8119-71c69a88ae7d), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:47.955300 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['724ae0ef-7a5c-49c2-8a15-2a37d668dc73'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:36:48.060808 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port caf2e138-8e60-4fcf-8119-71c69a88ae7d is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:36:48.061191 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (caf2e138-8e60-4fcf-8119-71c69a88ae7d), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:48.105036 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7f8048-6316-49a6-89a0-2b5113d7d9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf2e138-8e60-4fcf-8119-71c69a88ae7d'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:36:48.108536 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a4cd00-8040-4f0d-960c-c3b239a69e4f" -d '{"events": [{"server_uuid": "8f7f8048-6316-49a6-89a0-2b5113d7d9f8", "name": "network-vif-plugged", "status": "completed", "tag": "caf2e138-8e60-4fcf-8119-71c69a88ae7d"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:36:48.129164 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port caf2e138-8e60-4fcf-8119-71c69a88ae7d, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=caf2e138-8e60-4fcf-8119-71c69a88ae7d,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:36:48.150530 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5bd31-87ca-4460-b035-e3684c403d28 req-61e4ad6a-9a3b-4812-b4e5-621f214e9ed8 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:48.152772 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44003469-7ec6-4168-a62f-3b49597ec323 x-openstack-request-id: req-44003469-7ec6-4168-a62f-3b49597ec323 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:36:48.153027 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97d5bd31-87ca-4460-b035-e3684c403d28 req-61e4ad6a-9a3b-4812-b4e5-621f214e9ed8 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 944 time: 0.0576344 Jul 18 02:36:48.153448 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7f8048-6316-49a6-89a0-2b5113d7d9f8", "name": "network-vif-plugged", "status": "completed", "tag": "caf2e138-8e60-4fcf-8119-71c69a88ae7d", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:36:48.153448 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-44003469-7ec6-4168-a62f-3b49597ec323 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:36:48.153822 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44003469-7ec6-4168-a62f-3b49597ec323'] response: {'server_uuid': '8f7f8048-6316-49a6-89a0-2b5113d7d9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf2e138-8e60-4fcf-8119-71c69a88ae7d', 'code': 200} Jul 18 02:36:48.202631 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97d5bd31-87ca-4460-b035-e3684c403d28 req-0cfdb89f-902e-4d5e-8b4b-e24e3ef6d307 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438926 Jul 18 02:36:48.208681 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (caf2e138-8e60-4fcf-8119-71c69a88ae7d), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:48.261564 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=caf2e138-8e60-4fcf-8119-71c69a88ae7d,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:48.492796 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe5867-b530-4d19-9c6f-76f01798a5a5 req-d84154ac-b94a-4f04-a877-3dc1baa887be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:48.494359 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-49fe5867-b530-4d19-9c6f-76f01798a5a5 req-d84154ac-b94a-4f04-a877-3dc1baa887be service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 1130 time: 0.0380609 Jul 18 02:36:48.538323 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-49fe5867-b530-4d19-9c6f-76f01798a5a5 req-c89b1010-6bdc-4fa2-95ff-4ce214b5eb19 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378482 Jul 18 02:36:49.321016 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf06407-fb06-4014-9601-3ad6ff2003f3 req-93efa998-2b27-4570-8b43-f105c652c65e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:49.322513 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bdf06407-fb06-4014-9601-3ad6ff2003f3 req-93efa998-2b27-4570-8b43-f105c652c65e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 944 time: 0.0484958 Jul 18 02:36:49.372373 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bdf06407-fb06-4014-9601-3ad6ff2003f3 req-457c4876-c5d9-4b35-a2f4-988b1b3ab7fa tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424566 Jul 18 02:36:49.589283 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 50680) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:49.703628 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-448336af-f90f-49ce-ab57-5f53e319246e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:49.782427 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-448336af-f90f-49ce-ab57-5f53e319246e admin admin] Publish callbacks [] for security_group (f48914e5-c52c-41bd-ba48-98dc5070edea), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:49.786815 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:36:49.828922 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:36:49.916714 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-448336af-f90f-49ce-ab57-5f53e319246e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (f48914e5-c52c-41bd-ba48-98dc5070edea), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:49.959581 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448336af-f90f-49ce-ab57-5f53e319246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48914e5-c52c-41bd-ba48-98dc5070edea,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:49.963798 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-448336af-f90f-49ce-ab57-5f53e319246e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d84de9074bb4d9a87d20326924df7e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728642 Jul 18 02:36:49.967079 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 50686) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:49.977598 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:36:49.978172 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (724ae0ef-7a5c-49c2-8a15-2a37d668dc73), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:50.005719 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:50.017881 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c2af9f9e-e1d7-4d43-aabd-cd6c36f09e31 admin admin] Publish callbacks [] for security_group (f48914e5-c52c-41bd-ba48-98dc5070edea), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:50.041312 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c2af9f9e-e1d7-4d43-aabd-cd6c36f09e31 admin admin] Publish callbacks [] for security_group (f48914e5-c52c-41bd-ba48-98dc5070edea), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:50.062482 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:36:50.063067 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (724ae0ef-7a5c-49c2-8a15-2a37d668dc73), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:50.099977 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=724ae0ef-7a5c-49c2-8a15-2a37d668dc73,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:36:50.154700 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a73b2c-9286-4682-a1d3-a1893278cead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724ae0ef-7a5c-49c2-8a15-2a37d668dc73'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:36:50.157076 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9279576d-cba2-4e65-a4d7-b561b088ced4" -d '{"events": [{"server_uuid": "64a73b2c-9286-4682-a1d3-a1893278cead", "name": "network-vif-plugged", "status": "completed", "tag": "724ae0ef-7a5c-49c2-8a15-2a37d668dc73"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:36:50.191438 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f07f6e8-d952-456b-81b8-bde0cc6813e9 x-openstack-request-id: req-3f07f6e8-d952-456b-81b8-bde0cc6813e9 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:36:50.191725 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a73b2c-9286-4682-a1d3-a1893278cead", "name": "network-vif-plugged", "status": "completed", "tag": "724ae0ef-7a5c-49c2-8a15-2a37d668dc73", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:36:50.191855 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c2af9f9e-e1d7-4d43-aabd-cd6c36f09e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (f48914e5-c52c-41bd-ba48-98dc5070edea), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:50.192003 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f07f6e8-d952-456b-81b8-bde0cc6813e9 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:36:50.192365 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f07f6e8-d952-456b-81b8-bde0cc6813e9'] response: {'server_uuid': '64a73b2c-9286-4682-a1d3-a1893278cead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724ae0ef-7a5c-49c2-8a15-2a37d668dc73', 'code': 200} Jul 18 02:36:50.193513 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (724ae0ef-7a5c-49c2-8a15-2a37d668dc73), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:50.194590 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c2af9f9e-e1d7-4d43-aabd-cd6c36f09e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:50.199130 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-c2af9f9e-e1d7-4d43-aabd-cd6c36f09e31 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f48914e5-c52c-41bd-ba48-98dc5070edea HTTP/1.1" status: 204 len: 168 time: 0.2284398 Jul 18 02:36:50.206670 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af9f9e-e1d7-4d43-aabd-cd6c36f09e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48914e5-c52c-41bd-ba48-98dc5070edea,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:50.251492 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=724ae0ef-7a5c-49c2-8a15-2a37d668dc73,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:50.495974 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53871562-56ca-4884-b801-065a794a399a req-8862e4e9-020f-45a5-9efd-a5c1c38e7af9 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:50.497744 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-53871562-56ca-4884-b801-065a794a399a req-8862e4e9-020f-45a5-9efd-a5c1c38e7af9 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0561302 Jul 18 02:36:50.551140 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-53871562-56ca-4884-b801-065a794a399a req-e142161b-f5ae-4b45-bf67-4728c474a718 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471547 Jul 18 02:36:50.927260 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240c689-c571-4854-8190-68a325cf2134 req-35941068-6d84-4f5d-b250-aa45b9bae8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:50.928835 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9240c689-c571-4854-8190-68a325cf2134 req-35941068-6d84-4f5d-b250-aa45b9bae8f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 1129 time: 0.0415988 Jul 18 02:36:50.975434 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9240c689-c571-4854-8190-68a325cf2134 req-fee8f232-df6f-485e-ba10-5c79d3242887 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396097 Jul 18 02:36:51.360405 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 50722) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:51.458552 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-31af293b-1033-41a8-872f-b3433714b59b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1208142907-network', 'tenant_id': 'd615520de8a64205981c88430498f5f6'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:36:51.562907 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31af293b-1033-41a8-872f-b3433714b59b admin admin] Made reservation on behalf of d615520de8a64205981c88430498f5f6 for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:36:51.565309 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-31af293b-1033-41a8-872f-b3433714b59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:51.574214 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-31af293b-1033-41a8-872f-b3433714b59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:51.626485 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:51.650459 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:51.652495 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-31af293b-1033-41a8-872f-b3433714b59b admin admin] Publish callbacks [] for security_group (3dcced89-3c58-4e77-9d6b-066093d38f4c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:51.671631 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7b4d3-a232-4381-81e3-2894fdde33b1 req-846a5409-14a1-47bd-861e-a840015c64aa tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:51.673326 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-18c7b4d3-a232-4381-81e3-2894fdde33b1 req-846a5409-14a1-47bd-861e-a840015c64aa tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0527260 Jul 18 02:36:51.723428 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-18c7b4d3-a232-4381-81e3-2894fdde33b1 req-915c81d0-faca-4d10-9d1d-7434e67ccdb8 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438113 Jul 18 02:36:51.757229 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-31af293b-1033-41a8-872f-b3433714b59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (3dcced89-3c58-4e77-9d6b-066093d38f4c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:51.780122 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31af293b-1033-41a8-872f-b3433714b59b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:36:51.794589 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af293b-1033-41a8-872f-b3433714b59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcced89-3c58-4e77-9d6b-066093d38f4c,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:51.799462 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-31af293b-1033-41a8-872f-b3433714b59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (3bdf316c-a363-4b38-ba46-e7ba1cd8726a), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:51.799807 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-31af293b-1033-41a8-872f-b3433714b59b admin admin] Added segment 3bdf316c-a363-4b38-ba46-e7ba1cd8726a of type vlan for network 751f7927-6223-4192-b4ba-501ca0955707 Jul 18 02:36:51.842875 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-31af293b-1033-41a8-872f-b3433714b59b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (751f7927-6223-4192-b4ba-501ca0955707), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:51.972878 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-31af293b-1033-41a8-872f-b3433714b59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (751f7927-6223-4192-b4ba-501ca0955707), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:51.973889 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31af293b-1033-41a8-872f-b3433714b59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:51.974508 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-31af293b-1033-41a8-872f-b3433714b59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:52.036616 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af293b-1033-41a8-872f-b3433714b59b admin admin] Pushing event updated for resources: {'Network': ['ID=751f7927-6223-4192-b4ba-501ca0955707,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:52.047237 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network 751f7927-6223-4192-b4ba-501ca0955707 details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:36:52.050935 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:52.183798 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-31af293b-1033-41a8-872f-b3433714b59b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8222671 Jul 18 02:36:52.186765 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 50744) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:52.191498 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-90cc60a2-5bf7-4c12-9dcc-71373087b078 admin admin] Request body: {'subnet': {'network_id': '751f7927-6223-4192-b4ba-501ca0955707', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1208142907-subnet', 'tenant_id': 'd615520de8a64205981c88430498f5f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:36:52.315250 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cc60a2-5bf7-4c12-9dcc-71373087b078 admin admin] Made reservation on behalf of d615520de8a64205981c88430498f5f6 for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:36:52.317648 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-90cc60a2-5bf7-4c12-9dcc-71373087b078 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2525453'] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:52.404098 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=74 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:52.469137 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:52.569694 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-90cc60a2-5bf7-4c12-9dcc-71373087b078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2713740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2525459'] for subnet (ac02bae2-5d13-4e19-a260-a6bab2d8cb6a), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:52.627873 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc60a2-5bf7-4c12-9dcc-71373087b078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac02bae2-5d13-4e19-a260-a6bab2d8cb6a,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:52.638277 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc60a2-5bf7-4c12-9dcc-71373087b078 admin admin] Checking segment: {'id': '3bdf316c-a363-4b38-ba46-e7ba1cd8726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '751f7927-6223-4192-b4ba-501ca0955707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:36:52.638730 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cc60a2-5bf7-4c12-9dcc-71373087b078 admin admin] Network hostable DHCP agents. Network: 751f7927-6223-4192-b4ba-501ca0955707, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:36:52.755421 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cc60a2-5bf7-4c12-9dcc-71373087b078 admin admin] Network 751f7927-6223-4192-b4ba-501ca0955707 is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:36:52.840114 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a05d7-3a4d-437f-95b2-b47d9568e5c5 req-febc8a14-c85c-43f4-8998-c05ea21a976c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:52.842242 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-340a05d7-3a4d-437f-95b2-b47d9568e5c5 req-febc8a14-c85c-43f4-8998-c05ea21a976c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0505288 Jul 18 02:36:52.854663 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-90cc60a2-5bf7-4c12-9dcc-71373087b078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, 751f7927-6223-4192-b4ba-501ca0955707) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:36:52.866917 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cc60a2-5bf7-4c12-9dcc-71373087b078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:52.867682 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-90cc60a2-5bf7-4c12-9dcc-71373087b078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:52.877039 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9358d4f-33dd-459a-9c4b-bb8b039ab382 None None] Network 751f7927-6223-4192-b4ba-501ca0955707 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:36:52.917115 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-340a05d7-3a4d-437f-95b2-b47d9568e5c5 req-bd8b397c-85d7-4790-9ce3-1edee7ceb752 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693562 Jul 18 02:36:52.977560 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e693b21a-1efd-40cc-97aa-1d153f58038d None None] Network 751f7927-6223-4192-b4ba-501ca0955707 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:36:53.017741 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-90cc60a2-5bf7-4c12-9dcc-71373087b078 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8299356 Jul 18 02:36:53.664220 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 50768) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:53.772951 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-37b044a8-52b3-4887-9591-b64837e6d692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:53.792083 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:53.838361 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:53.850533 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-37b044a8-52b3-4887-9591-b64837e6d692 admin admin] Publish callbacks [] for security_group (0b376bd0-dad0-4b58-afce-62324d84835e), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:54.034986 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b0d9b-d0e2-440d-a72a-b45b8604945c req-2f225284-6efe-4b94-989f-4d76528d85b1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:54.036444 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-267b0d9b-d0e2-440d-a72a-b45b8604945c req-2f225284-6efe-4b94-989f-4d76528d85b1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0479198 Jul 18 02:36:54.060707 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-37b044a8-52b3-4887-9591-b64837e6d692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (0b376bd0-dad0-4b58-afce-62324d84835e), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:54.118609 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b044a8-52b3-4887-9591-b64837e6d692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b376bd0-dad0-4b58-afce-62324d84835e,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:54.124289 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-37b044a8-52b3-4887-9591-b64837e6d692 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a784b54e7089433cb4918d39f18a9ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4590149 Jul 18 02:36:54.127631 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-267b0d9b-d0e2-440d-a72a-b45b8604945c req-5888bd85-a7fc-4607-8649-a7c4cac8c2cf tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857480 Jul 18 02:36:54.128332 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 50780) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:36:54.187718 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-76790a91-a039-46eb-bef5-2cda37cab8bd admin admin] Publish callbacks [] for security_group (0b376bd0-dad0-4b58-afce-62324d84835e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:54.211856 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-76790a91-a039-46eb-bef5-2cda37cab8bd admin admin] Publish callbacks [] for security_group (0b376bd0-dad0-4b58-afce-62324d84835e), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:54.361223 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-76790a91-a039-46eb-bef5-2cda37cab8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (0b376bd0-dad0-4b58-afce-62324d84835e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:54.363896 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-76790a91-a039-46eb-bef5-2cda37cab8bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:54.365049 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-76790a91-a039-46eb-bef5-2cda37cab8bd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b376bd0-dad0-4b58-afce-62324d84835e HTTP/1.1" status: 204 len: 168 time: 0.2354178 Jul 18 02:36:54.374849 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76790a91-a039-46eb-bef5-2cda37cab8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b376bd0-dad0-4b58-afce-62324d84835e,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:36:54.693574 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3faf34-5676-4b35-81e4-6d8178df0b5c req-5d4c4aa4-10c3-4820-ac01-3db337a8e711 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:54.695111 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7c3faf34-5676-4b35-81e4-6d8178df0b5c req-5d4c4aa4-10c3-4820-ac01-3db337a8e711 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0504584 Jul 18 02:36:54.752679 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7c3faf34-5676-4b35-81e4-6d8178df0b5c req-56beac97-8fa9-42b7-b8a5-bd82acf9459b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514419 Jul 18 02:36:54.850713 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862763c-a637-4096-9098-71b90629d061 req-6bb8f783-3434-4356-b069-46a97f286fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:54.852161 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4862763c-a637-4096-9098-71b90629d061 req-6bb8f783-3434-4356-b069-46a97f286fa2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 1129 time: 0.0446668 Jul 18 02:36:54.967748 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862763c-a637-4096-9098-71b90629d061 req-8d81a9a2-4650-42cf-b8f9-fad16e3a8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:54.969398 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4862763c-a637-4096-9098-71b90629d061 req-8d81a9a2-4650-42cf-b8f9-fad16e3a8d24 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e66762c-c4d2-46f6-ba12-585a390bb14c HTTP/1.1" status: 200 len: 919 time: 0.1094532 Jul 18 02:36:55.015800 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4862763c-a637-4096-9098-71b90629d061 req-52cd16f7-2490-4ae9-886f-cb385e3d100f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=724ae0ef-7a5c-49c2-8a15-2a37d668dc73 HTTP/1.1" status: 200 len: 217 time: 0.0387728 Jul 18 02:36:55.084703 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862763c-a637-4096-9098-71b90629d061 req-d8d74e49-168d-4487-bbee-c2959dac739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:55.086234 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4862763c-a637-4096-9098-71b90629d061 req-d8d74e49-168d-4487-bbee-c2959dac739f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4b8b997-66c3-477b-8816-8f4555614405 HTTP/1.1" status: 200 len: 857 time: 0.0521903 Jul 18 02:36:55.134666 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862763c-a637-4096-9098-71b90629d061 req-e0360ec3-f8a1-436d-aaab-ab70be440cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:55.136168 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4862763c-a637-4096-9098-71b90629d061 req-e0360ec3-f8a1-436d-aaab-ab70be440cf7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e66762c-c4d2-46f6-ba12-585a390bb14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430691 Jul 18 02:36:55.240773 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4862763c-a637-4096-9098-71b90629d061 req-3420ef32-8372-403d-bfc5-8a6b3e733fbb service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972309 Jul 18 02:36:55.323976 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:55.342701 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4862763c-a637-4096-9098-71b90629d061 req-d74fb10d-e337-4a6d-9b5a-a1ad21e046b1 service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937600 Jul 18 02:36:55.874327 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be5669-588b-4da1-b426-58ac572419af req-363a9c5f-9f87-46ee-8fa0-178be7ca8be3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:55.875784 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-40be5669-588b-4da1-b426-58ac572419af req-363a9c5f-9f87-46ee-8fa0-178be7ca8be3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0508862 Jul 18 02:36:55.923348 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-40be5669-588b-4da1-b426-58ac572419af req-9f195c3f-0947-4f08-80eb-fbff6de14f9d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418389 Jul 18 02:36:56.360963 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-805a0672-fb1a-4a73-92a8-9391456358f0 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:56.362497 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-805a0672-fb1a-4a73-92a8-9391456358f0 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/networks?id=751f7927-6223-4192-b4ba-501ca0955707 HTTP/1.1" status: 200 len: 809 time: 0.1095235 Jul 18 02:36:56.376974 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-d0235f17-7104-4961-befa-9d5b2ef8a00c tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/quotas/d615520de8a64205981c88430498f5f6 HTTP/1.1" status: 200 len: 375 time: 0.0092461 Jul 18 02:36:56.410485 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-d82370e6-4085-40c7-8f9a-b1b33d832c80 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d615520de8a64205981c88430498f5f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280743 Jul 18 02:36:56.501266 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-9575d206-ac82-4771-80d9-916b57cbe3cc service neutron] 10.222.0.66 "GET /v2.0/networks/751f7927-6223-4192-b4ba-501ca0955707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841761 Jul 18 02:36:56.594872 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-53e3f485-97ab-4fe4-80ec-faf0cdb15bf8 service neutron] 10.222.0.66 "GET /v2.0/networks/751f7927-6223-4192-b4ba-501ca0955707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878949 Jul 18 02:36:56.843177 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b1c5e6be-289b-4ea3-833e-cb1c233fed3a req-34def0d9-f9e3-4d0e-b84a-c9f653e53149 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 210 time: 0.0274184 Jul 18 02:36:57.036576 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9a2bc-e462-46ca-942a-154f8523a713 req-9352286e-9193-4e7c-a8b8-8bb3dbbf0759 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:57.038026 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-eff9a2bc-e462-46ca-942a-154f8523a713 req-9352286e-9193-4e7c-a8b8-8bb3dbbf0759 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0467725 Jul 18 02:36:57.087861 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-eff9a2bc-e462-46ca-942a-154f8523a713 req-a3a56377-ec57-45d9-82c4-c0434b911414 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440569 Jul 18 02:36:57.922075 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9e46a2e3-97ab-4029-9918-2e37e5ccc48d req-058257eb-6f18-4533-9e61-c6ac67ba45cd tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 210 time: 0.0289941 Jul 18 02:36:58.212620 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b8ae8-d3e2-4555-a1cc-9e969326b2c9 req-a330cbcd-4432-4834-9a2d-d1844504841e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:58.214181 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-596b8ae8-d3e2-4555-a1cc-9e969326b2c9 req-a330cbcd-4432-4834-9a2d-d1844504841e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0547121 Jul 18 02:36:58.277752 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-596b8ae8-d3e2-4555-a1cc-9e969326b2c9 req-e2971a97-153a-476f-a3c3-00f5f94179e6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517602 Jul 18 02:36:58.939520 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1e4f1d43-148d-4692-b1b0-b97e38aa3b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:59.025989 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b8631914-ea87-4469-9ccb-af0c9c1fb5a5 req-7bf811f0-e334-4c16-b35e-252e3a96ecde tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 210 time: 0.0338523 Jul 18 02:36:59.393114 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531669c5-3e15-44f8-81a1-64a35eb18f14 req-2a1fac0e-e509-44e2-9036-fde014647688 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:59.394598 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-531669c5-3e15-44f8-81a1-64a35eb18f14 req-2a1fac0e-e509-44e2-9036-fde014647688 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0472369 Jul 18 02:36:59.453182 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-531669c5-3e15-44f8-81a1-64a35eb18f14 req-9baa35c8-6256-4cce-9a78-db437754381c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521946 Jul 18 02:36:59.515858 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:59.551931 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-f4870787-4737-4469-94b4-7d3397d92748 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:36:59.553363 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-f4870787-4737-4469-94b4-7d3397d92748 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.72 "GET /v2.0/networks?id=751f7927-6223-4192-b4ba-501ca0955707 HTTP/1.1" status: 200 len: 809 time: 0.1135178 Jul 18 02:36:59.576170 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Request body: {'port': {'device_id': '512cfd89-f539-4db2-ae0d-441520effb5e', 'network_id': '751f7927-6223-4192-b4ba-501ca0955707', 'admin_state_up': True, 'tenant_id': 'd615520de8a64205981c88430498f5f6'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:36:59.773632 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Made reservation on behalf of d615520de8a64205981c88430498f5f6 for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:36:59.781300 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:36:59.862044 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:36:59.917036 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Allocated IP 172.20.0.2 (751f7927-6223-4192-b4ba-501ca0955707/ac02bae2-5d13-4e19-a260-a6bab2d8cb6a/58895295-26ab-4273-99a5-951870952460) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:37:00.078326 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Publish callbacks [] for port (58895295-26ab-4273-99a5-951870952460), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:00.127648 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b33a4391-78de-4fa0-bc41-850518442991 req-de998ebd-0382-4392-9e45-07294f33b616 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 210 time: 0.0328386 Jul 18 02:37:00.182339 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (58895295-26ab-4273-99a5-951870952460), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:00.225758 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Network 751f7927-6223-4192-b4ba-501ca0955707 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:37:00.230957 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:37:00.236049 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:37:00.258669 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Pushing event updated for resources: {'Port': ['ID=58895295-26ab-4273-99a5-951870952460,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:00.269801 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:00.270187 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:00.270518 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:00.270855 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:00.271189 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:00.271566 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:00.271919 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:00.272217 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:00.272540 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:00.272861 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:00.273181 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:00.273502 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:00.273822 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:00.274160 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:00.274479 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:00.298822 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:00.299440 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:00.387433 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-024fb0de-f422-49cb-95df-3a5b23968dd2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8156884 Jul 18 02:37:00.572190 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8efb31-0860-4a85-bd54-5f4175c74d13 req-5c3f4a26-dace-460e-9008-21d2463c0533 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:00.573644 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3a8efb31-0860-4a85-bd54-5f4175c74d13 req-5c3f4a26-dace-460e-9008-21d2463c0533 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0500095 Jul 18 02:37:00.606457 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:00.621907 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3a8efb31-0860-4a85-bd54-5f4175c74d13 req-980ba08d-bd89-4c9c-a167-9e5742506ef0 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420153 Jul 18 02:37:01.237699 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dbbdf-0a90-4ca5-9868-2fabe4ce2bc8 req-47112d76-81dd-4769-8d69-52b220bc4416 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:01.239188 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1a0dbbdf-0a90-4ca5-9868-2fabe4ce2bc8 req-47112d76-81dd-4769-8d69-52b220bc4416 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 931 time: 0.0460126 Jul 18 02:37:01.286600 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1a0dbbdf-0a90-4ca5-9868-2fabe4ce2bc8 req-7af5244b-c053-4731-8c40-2515e52ca773 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 Jul 18 02:37:01.328450 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-4138cd0b-ded6-4f57-8027-db5144d782c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:01.738138 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cfccd-3217-47a2-b35f-1748f853d24b req-375411be-543a-4649-9276-eb227fe050a7 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:01.739631 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-604cfccd-3217-47a2-b35f-1748f853d24b req-375411be-543a-4649-9276-eb227fe050a7 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0471485 Jul 18 02:37:01.769994 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:01.787639 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-604cfccd-3217-47a2-b35f-1748f853d24b req-5cbf0565-fb6c-4d68-91a2-be55ac37dea5 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425539 Jul 18 02:37:02.405954 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001a0c3-e8f1-4bb4-95c0-2071d650cc40 req-8c42e1c1-1386-4dde-bf86-d9513fdf657e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:02.407433 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4001a0c3-e8f1-4bb4-95c0-2071d650cc40 req-8c42e1c1-1386-4dde-bf86-d9513fdf657e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 931 time: 0.0502040 Jul 18 02:37:02.454194 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4001a0c3-e8f1-4bb4-95c0-2071d650cc40 req-cae2bdce-ab99-4adb-9d5c-2b99ef555bb8 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409677 Jul 18 02:37:02.531538 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:02.548880 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Request body: {'port': {'device_id': '512cfd89-f539-4db2-ae0d-441520effb5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:02.611186 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (58895295-26ab-4273-99a5-951870952460), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:02.832633 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:02.864611 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58895295-26ab-4273-99a5-951870952460 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:37:02.872273 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Publish callbacks [] for port (58895295-26ab-4273-99a5-951870952460), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:02.885572 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Transition to ACTIVE for port object 58895295-26ab-4273-99a5-951870952460 will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:37:02.908204 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d94fa-6e9b-46e9-9600-115a5934ba06 req-b4ef8930-33dd-4f05-87cf-01bb62a8fe63 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:02.909739 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-546d94fa-6e9b-46e9-9600-115a5934ba06 req-b4ef8930-33dd-4f05-87cf-01bb62a8fe63 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0494463 Jul 18 02:37:02.962618 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (58895295-26ab-4273-99a5-951870952460), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:02.964267 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-546d94fa-6e9b-46e9-9600-115a5934ba06 req-3d3b5d6a-caac-4de6-af9a-e05775447031 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487761 Jul 18 02:37:03.029788 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Pushing event updated for resources: {'Port': ['ID=58895295-26ab-4273-99a5-951870952460,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:03.100253 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Attempting to bind port 58895295-26ab-4273-99a5-951870952460 on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:37:03.100597 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Attempting to bind port 58895295-26ab-4273-99a5-951870952460 by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': '3bdf316c-a363-4b38-ba46-e7ba1cd8726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '751f7927-6223-4192-b4ba-501ca0955707'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:37:03.100949 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Attempting to bind port 58895295-26ab-4273-99a5-951870952460 on network 751f7927-6223-4192-b4ba-501ca0955707 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:37:03.105564 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Port 58895295-26ab-4273-99a5-951870952460 on network 751f7927-6223-4192-b4ba-501ca0955707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:37:03.105885 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Attempting to bind port 58895295-26ab-4273-99a5-951870952460 on network 751f7927-6223-4192-b4ba-501ca0955707 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:37:03.111965 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:37:03.112304 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Checking segment: {'id': '3bdf316c-a363-4b38-ba46-e7ba1cd8726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '751f7927-6223-4192-b4ba-501ca0955707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:37:03.112728 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Bound using segment: {'id': '3bdf316c-a363-4b38-ba46-e7ba1cd8726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '751f7927-6223-4192-b4ba-501ca0955707'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:37:03.113135 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Bound port: 58895295-26ab-4273-99a5-951870952460, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bdf316c-a363-4b38-ba46-e7ba1cd8726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '751f7927-6223-4192-b4ba-501ca0955707'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:37:03.113492 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (58895295-26ab-4273-99a5-951870952460), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:03.189130 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:03.191013 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] For port 58895295-26ab-4273-99a5-951870952460, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:37:03.194571 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] For port 58895295-26ab-4273-99a5-951870952460, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=58895295-26ab-4273-99a5-951870952460,segment=NetworkSegment(3bdf316c-a363-4b38-ba46-e7ba1cd8726a),segment_id=3bdf316c-a363-4b38-ba46-e7ba1cd8726a)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:37:03.309435 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (58895295-26ab-4273-99a5-951870952460), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:03.346384 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:03.346997 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:03.348380 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] 10.222.0.72 "PUT /v2.0/ports/58895295-26ab-4273-99a5-951870952460 HTTP/1.1" status: 200 len: 1093 time: 0.8044713 Jul 18 02:37:03.348815 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512cfd89-f539-4db2-ae0d-441520effb5e', 'tag': '58895295-26ab-4273-99a5-951870952460'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:37:03.351105 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19d0330-1ba7-4597-9332-bef7c9c10328" -d '{"events": [{"name": "network-changed", "server_uuid": "512cfd89-f539-4db2-ae0d-441520effb5e", "tag": "58895295-26ab-4273-99a5-951870952460"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:37:03.372417 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cfd2d-6bde-41b3-aa00-f0b7f97b4c7f service neutron] Pushing event updated for resources: {'Port': ['ID=58895295-26ab-4273-99a5-951870952460,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:03.534262 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e6bb5e-1c02-483d-bbd1-2b619e970ded x-openstack-request-id: req-c4e6bb5e-1c02-483d-bbd1-2b619e970ded {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:37:03.534886 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512cfd89-f539-4db2-ae0d-441520effb5e", "tag": "58895295-26ab-4273-99a5-951870952460", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:37:03.534886 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4e6bb5e-1c02-483d-bbd1-2b619e970ded {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:37:03.535252 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e6bb5e-1c02-483d-bbd1-2b619e970ded'] response: {'name': 'network-changed', 'server_uuid': '512cfd89-f539-4db2-ae0d-441520effb5e', 'tag': '58895295-26ab-4273-99a5-951870952460', 'status': 'completed', 'code': 200} Jul 18 02:37:03.580733 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c0ba0-5578-4f83-8329-94722eaf455b req-dfc61ea8-19dc-4e8d-afb3-329674101b39 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:03.582258 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e51c0ba0-5578-4f83-8329-94722eaf455b req-dfc61ea8-19dc-4e8d-afb3-329674101b39 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 943 time: 0.0507400 Jul 18 02:37:03.630709 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e51c0ba0-5578-4f83-8329-94722eaf455b req-3ad2580c-181a-4f28-a7cb-feb9d6c63e30 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428839 Jul 18 02:37:03.831952 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:04.005782 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:04.087951 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ca7b9-aee1-4e61-aa75-259a4eb39b2a req-84bece38-4d03-4067-9ccd-9510ab8bcd5b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:04.089615 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7c1ca7b9-aee1-4e61-aa75-259a4eb39b2a req-84bece38-4d03-4067-9ccd-9510ab8bcd5b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0542519 Jul 18 02:37:04.138995 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7c1ca7b9-aee1-4e61-aa75-259a4eb39b2a req-75d97212-3947-42a6-968d-70f5e199a502 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425041 Jul 18 02:37:04.327606 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-0e8dd5bf-a4ca-4c3d-b7d3-3ab0d27dd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:04.329242 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-0e8dd5bf-a4ca-4c3d-b7d3-3ab0d27dd829 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d615520de8a64205981c88430498f5f6&device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 1127 time: 0.0396891 Jul 18 02:37:04.378144 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-88c7616b-d071-4e3e-8f4c-e6618a9e9dab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58895295-26ab-4273-99a5-951870952460 HTTP/1.1" status: 200 len: 217 time: 0.0321364 Jul 18 02:37:04.431821 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-d7c949b1-ca31-4e67-b151-4889e0fb3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:04.433443 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-d7c949b1-ca31-4e67-b151-4889e0fb3e09 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac02bae2-5d13-4e19-a260-a6bab2d8cb6a HTTP/1.1" status: 200 len: 849 time: 0.0487876 Jul 18 02:37:04.471271 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-1865dd14-6d91-4881-8b55-cbdd1462c4cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=751f7927-6223-4192-b4ba-501ca0955707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267177 Jul 18 02:37:04.505637 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:04.570922 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-0707f928-b9c8-4034-b9b0-bf8d4b34c55a service neutron] 10.222.0.72 "GET /v2.0/networks/751f7927-6223-4192-b4ba-501ca0955707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866888 Jul 18 02:37:04.671544 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cdc80394-e32e-4837-8b81-98f591ae02b6 req-81bf70cb-55cf-4b5c-a06f-389af77cbf6d service neutron] 10.222.0.72 "GET /v2.0/networks/751f7927-6223-4192-b4ba-501ca0955707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927353 Jul 18 02:37:04.746549 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e158a32-ec14-442c-bc72-e4f7675dbf4a req-2a2fa557-8b26-474c-8904-2bf5bee980f7 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:04.748249 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1e158a32-ec14-442c-bc72-e4f7675dbf4a req-2a2fa557-8b26-474c-8904-2bf5bee980f7 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 943 time: 0.0480475 Jul 18 02:37:04.798589 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1e158a32-ec14-442c-bc72-e4f7675dbf4a req-0504655a-155f-40f7-8c5f-67c85cc04f1d tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441186 Jul 18 02:37:05.255620 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8471563-af73-41d1-9474-1853f7b1dd03 req-f327f135-26c1-46c4-a57c-d04b8f5e8845 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:05.257117 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c8471563-af73-41d1-9474-1853f7b1dd03 req-f327f135-26c1-46c4-a57c-d04b8f5e8845 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0493405 Jul 18 02:37:05.309062 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c8471563-af73-41d1-9474-1853f7b1dd03 req-4de052af-f9e1-47e2-b230-03f640fffdb5 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462682 Jul 18 02:37:05.912894 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4b515-251f-433a-8e87-d8e35b883080 req-4a8ac03a-533b-4ec9-bb21-bcaae1887eb2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:05.914513 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1ff4b515-251f-433a-8e87-d8e35b883080 req-4a8ac03a-533b-4ec9-bb21-bcaae1887eb2 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 943 time: 0.0488393 Jul 18 02:37:05.964086 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1ff4b515-251f-433a-8e87-d8e35b883080 req-e71f7190-c0d8-4765-b7b3-41ec290dbcd4 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433695 Jul 18 02:37:06.439196 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ced66e-ce3d-4054-87d9-a000fd2a00bb req-b7db098c-7493-4d32-ab05-43aaae85be3d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:06.440674 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97ced66e-ce3d-4054-87d9-a000fd2a00bb req-b7db098c-7493-4d32-ab05-43aaae85be3d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0529375 Jul 18 02:37:06.475164 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:06.490332 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97ced66e-ce3d-4054-87d9-a000fd2a00bb req-1124bc80-6298-4304-bfa4-cafd8f666348 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437379 Jul 18 02:37:06.520625 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 58895295-26ab-4273-99a5-951870952460 details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:37:06.569540 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d0330-1ba7-4597-9332-bef7c9c10328 req-b1ebca24-4531-47c1-a60d-18774148ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:06.571165 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f19d0330-1ba7-4597-9332-bef7c9c10328 req-b1ebca24-4531-47c1-a60d-18774148ae02 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d615520de8a64205981c88430498f5f6&device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 1127 time: 0.0405917 Jul 18 02:37:06.635792 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 58895295-26ab-4273-99a5-951870952460, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=58895295-26ab-4273-99a5-951870952460,segment=NetworkSegment(3bdf316c-a363-4b38-ba46-e7ba1cd8726a),segment_id=3bdf316c-a363-4b38-ba46-e7ba1cd8726a)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:06.652509 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '58895295-26ab-4273-99a5-951870952460', 'network_id': '751f7927-6223-4192-b4ba-501ca0955707', 'port_id': '58895295-26ab-4273-99a5-951870952460', 'mac_address': 'fa:16:3e:ff:4f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac02bae2-5d13-4e19-a260-a6bab2d8cb6a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:37:06.732456 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6271461a-28e3-46de-a1d0-40048eb5303b req-d9ae130d-29d9-41ad-9f37-5cb2551ade9c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1015182 Jul 18 02:37:06.738877 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:06.759686 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d0330-1ba7-4597-9332-bef7c9c10328 req-081830cb-e5d0-4d07-a723-78a38056ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:06.762115 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f19d0330-1ba7-4597-9332-bef7c9c10328 req-081830cb-e5d0-4d07-a723-78a38056ef27 service neutron] 10.222.0.72 "GET /v2.0/networks?id=751f7927-6223-4192-b4ba-501ca0955707 HTTP/1.1" status: 200 len: 910 time: 0.1801381 Jul 18 02:37:06.815810 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f19d0330-1ba7-4597-9332-bef7c9c10328 req-599e657f-d74c-466e-986b-8b0a80dedbcb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58895295-26ab-4273-99a5-951870952460 HTTP/1.1" status: 200 len: 217 time: 0.0439842 Jul 18 02:37:06.817849 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 58895295-26ab-4273-99a5-951870952460 is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:06.818280 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (58895295-26ab-4273-99a5-951870952460), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:06.831956 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58895295-26ab-4273-99a5-951870952460 {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:37:06.853628 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 58895295-26ab-4273-99a5-951870952460, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=58895295-26ab-4273-99a5-951870952460,segment=NetworkSegment(3bdf316c-a363-4b38-ba46-e7ba1cd8726a),segment_id=3bdf316c-a363-4b38-ba46-e7ba1cd8726a)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:06.880524 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271461a-28e3-46de-a1d0-40048eb5303b req-53c29655-426c-48e3-9f61-f808bd363252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:06.882014 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6271461a-28e3-46de-a1d0-40048eb5303b req-53c29655-426c-48e3-9f61-f808bd363252 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85204e1ae6844b70b45f8452887d5385&device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 1130 time: 0.0753236 Jul 18 02:37:06.892911 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d0330-1ba7-4597-9332-bef7c9c10328 req-bc94d6a1-27c0-4944-992b-7f50bb8431a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:06.894411 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f19d0330-1ba7-4597-9332-bef7c9c10328 req-bc94d6a1-27c0-4944-992b-7f50bb8431a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac02bae2-5d13-4e19-a260-a6bab2d8cb6a HTTP/1.1" status: 200 len: 849 time: 0.0599654 Jul 18 02:37:06.920623 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (58895295-26ab-4273-99a5-951870952460), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:06.974389 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f19d0330-1ba7-4597-9332-bef7c9c10328 req-f129e4a0-a1da-48f3-a9db-27f229eb4dfd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=751f7927-6223-4192-b4ba-501ca0955707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543883 Jul 18 02:37:06.984073 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=58895295-26ab-4273-99a5-951870952460,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:07.160415 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271461a-28e3-46de-a1d0-40048eb5303b req-deeca648-d3f3-4797-973b-88e7783ba7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:07.161870 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6271461a-28e3-46de-a1d0-40048eb5303b req-deeca648-d3f3-4797-973b-88e7783ba7ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=69054a80-8318-40e4-bbcb-fa67a0902b79 HTTP/1.1" status: 200 len: 911 time: 0.2334599 Jul 18 02:37:07.178927 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10238a3-2dc2-4eb8-afb1-7da0f26b732e req-b195e91f-686f-4600-844f-3a8a988b180e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:07.180369 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f10238a3-2dc2-4eb8-afb1-7da0f26b732e req-b195e91f-686f-4600-844f-3a8a988b180e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 944 time: 0.0927663 Jul 18 02:37:07.357882 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['58895295-26ab-4273-99a5-951870952460'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:37:07.475833 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f19d0330-1ba7-4597-9332-bef7c9c10328 req-d640df84-64ca-4a24-bb0b-8623ab8625ff service neutron] 10.222.0.72 "GET /v2.0/networks/751f7927-6223-4192-b4ba-501ca0955707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928930 Jul 18 02:37:07.590635 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6271461a-28e3-46de-a1d0-40048eb5303b req-1d95d86f-e836-43ea-8c5d-eb048764542b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b04923-0911-4df9-b770-512e41d840f9 HTTP/1.1" status: 200 len: 1001 time: 0.4190164 Jul 18 02:37:07.641083 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f10238a3-2dc2-4eb8-afb1-7da0f26b732e req-ee031f42-45ca-4885-9980-f1e6e23d1327 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020321 Jul 18 02:37:07.672462 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271461a-28e3-46de-a1d0-40048eb5303b req-0a850ca9-c80f-4a26-949b-e549b3d10ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:07.673942 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6271461a-28e3-46de-a1d0-40048eb5303b req-0a850ca9-c80f-4a26-949b-e549b3d10ba4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a535d1c-7310-4558-a2ba-5d3749160bbf HTTP/1.1" status: 200 len: 849 time: 0.0764587 Jul 18 02:37:07.675856 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f19d0330-1ba7-4597-9332-bef7c9c10328 req-452cf1ef-c9f6-47c5-aa5c-04ce9a2a3784 service neutron] 10.222.0.72 "GET /v2.0/networks/751f7927-6223-4192-b4ba-501ca0955707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912546 Jul 18 02:37:07.733476 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271461a-28e3-46de-a1d0-40048eb5303b req-39a4841c-8fd2-4f80-94d6-c7420286b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:07.735505 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6271461a-28e3-46de-a1d0-40048eb5303b req-39a4841c-8fd2-4f80-94d6-c7420286b1fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=69054a80-8318-40e4-bbcb-fa67a0902b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525236 Jul 18 02:37:07.865703 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6271461a-28e3-46de-a1d0-40048eb5303b req-68f28662-055a-4464-9a9c-762012909460 service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917313 Jul 18 02:37:07.969860 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6271461a-28e3-46de-a1d0-40048eb5303b req-83d5e5be-b48d-42e8-8d1e-24f292016fa8 service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980554 Jul 18 02:37:08.493955 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a8dd9-816a-489d-be42-546661c6dbaf req-c60f391b-b61d-4486-bfd6-0fd16acda824 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:08.495561 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-263a8dd9-816a-489d-be42-546661c6dbaf req-c60f391b-b61d-4486-bfd6-0fd16acda824 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0546858 Jul 18 02:37:08.544085 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-263a8dd9-816a-489d-be42-546661c6dbaf req-77504231-1a27-49f9-b20c-2a822b10a257 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421710 Jul 18 02:37:08.555434 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 58895295-26ab-4273-99a5-951870952460 up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:37:08.590476 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:08.591889 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:08.600012 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port 58895295-26ab-4273-99a5-951870952460 completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:37:08.649688 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d84051-bd97-4123-afa5-1d8f2fbeab70 req-8771ee56-3d50-49ec-9173-d0dfe3d3da39 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:08.656230 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-34d84051-bd97-4123-afa5-1d8f2fbeab70 req-8771ee56-3d50-49ec-9173-d0dfe3d3da39 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0511348 Jul 18 02:37:08.703439 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-34d84051-bd97-4123-afa5-1d8f2fbeab70 req-bc85b5c9-f191-4e3e-85f3-ff78727ee586 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436602 Jul 18 02:37:08.724927 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 58895295-26ab-4273-99a5-951870952460 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:08.724927 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (58895295-26ab-4273-99a5-951870952460), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:08.806042 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 58895295-26ab-4273-99a5-951870952460 is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:08.806487 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (58895295-26ab-4273-99a5-951870952460), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:08.809000 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94517455-b7ca-47e0-96a2-e94ea7913e6b req-aaf9fa6d-2c95-41fc-8b4b-dcb52d63d516 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:08.810499 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-94517455-b7ca-47e0-96a2-e94ea7913e6b req-aaf9fa6d-2c95-41fc-8b4b-dcb52d63d516 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 944 time: 0.0481837 Jul 18 02:37:08.832431 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512cfd89-f539-4db2-ae0d-441520effb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58895295-26ab-4273-99a5-951870952460'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:37:08.834862 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052741b5-1c43-4cd5-823c-ebddbca15be4" -d '{"events": [{"server_uuid": "512cfd89-f539-4db2-ae0d-441520effb5e", "name": "network-vif-plugged", "status": "completed", "tag": "58895295-26ab-4273-99a5-951870952460"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:37:08.848901 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 58895295-26ab-4273-99a5-951870952460, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=58895295-26ab-4273-99a5-951870952460,segment=NetworkSegment(3bdf316c-a363-4b38-ba46-e7ba1cd8726a),segment_id=3bdf316c-a363-4b38-ba46-e7ba1cd8726a)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:08.863907 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-94517455-b7ca-47e0-96a2-e94ea7913e6b req-b05b26ab-c792-4beb-a9d5-b6837b4a4f4e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469067 Jul 18 02:37:08.907678 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9822d6c3-8688-4a4b-ac49-da607b2d1fb2 x-openstack-request-id: req-9822d6c3-8688-4a4b-ac49-da607b2d1fb2 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:37:08.907968 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512cfd89-f539-4db2-ae0d-441520effb5e", "name": "network-vif-plugged", "status": "completed", "tag": "58895295-26ab-4273-99a5-951870952460", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:37:08.908221 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9822d6c3-8688-4a4b-ac49-da607b2d1fb2 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:37:08.908644 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9822d6c3-8688-4a4b-ac49-da607b2d1fb2'] response: {'server_uuid': '512cfd89-f539-4db2-ae0d-441520effb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58895295-26ab-4273-99a5-951870952460', 'code': 200} Jul 18 02:37:08.958021 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (58895295-26ab-4273-99a5-951870952460), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:09.011868 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=58895295-26ab-4273-99a5-951870952460,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:09.431317 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:09.437870 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff25cf0-a962-4234-871e-1c872d340e60 req-45d2c4fd-c4a9-474d-84cd-19609e62b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:09.439474 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fff25cf0-a962-4234-871e-1c872d340e60 req-45d2c4fd-c4a9-474d-84cd-19609e62b000 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 1129 time: 0.0440059 Jul 18 02:37:09.489557 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fff25cf0-a962-4234-871e-1c872d340e60 req-cc48b89c-475c-4225-b837-ac7ae5eeab73 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405190 Jul 18 02:37:09.659723 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffb9fd-0440-4c25-b4c8-53a1be8d7fdb req-71095b89-06c0-4edc-95c4-2fb647d105e7 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:09.661241 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-27ffb9fd-0440-4c25-b4c8-53a1be8d7fdb req-71095b89-06c0-4edc-95c4-2fb647d105e7 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0474496 Jul 18 02:37:09.692689 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:09.716435 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-27ffb9fd-0440-4c25-b4c8-53a1be8d7fdb req-1f021ece-4ce8-4281-9c30-bcee91b0065a tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495074 Jul 18 02:37:09.822389 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329886c-f26a-4a88-8b40-6eac23ef5320 req-526642c7-c5d0-46e9-bc72-f291f443d7ff tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:09.823756 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e329886c-f26a-4a88-8b40-6eac23ef5320 req-526642c7-c5d0-46e9-bc72-f291f443d7ff tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0470178 Jul 18 02:37:09.875378 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e329886c-f26a-4a88-8b40-6eac23ef5320 req-e1cd96e2-1b3c-43b0-b93f-cbb2f9de17c7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450323 Jul 18 02:37:09.980106 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cc768-0eea-4f04-9c4d-c4ecaa97bfcc req-368c2098-d177-4395-8b4a-1910cdcd699e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:09.981553 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fe9cc768-0eea-4f04-9c4d-c4ecaa97bfcc req-368c2098-d177-4395-8b4a-1910cdcd699e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 945 time: 0.0474875 Jul 18 02:37:10.036047 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fe9cc768-0eea-4f04-9c4d-c4ecaa97bfcc req-1ea21197-65b2-46cc-9d1f-30c5426c0a70 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485303 Jul 18 02:37:10.829548 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ab33c-47aa-40a2-8ac4-5a95d8108dd7 req-27c8e964-8986-43b4-a0b7-5fef35f1cdb2 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:10.831486 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-397ab33c-47aa-40a2-8ac4-5a95d8108dd7 req-27c8e964-8986-43b4-a0b7-5fef35f1cdb2 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0469089 Jul 18 02:37:10.852352 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:10.880514 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-397ab33c-47aa-40a2-8ac4-5a95d8108dd7 req-202c5bdf-9961-44a3-8c93-762c5e217b82 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434556 Jul 18 02:37:10.997914 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e53a29-2b57-48f5-a8c9-a23eec572472 req-ebd40df3-974b-4f8a-99f0-0e6599937a69 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:10.999426 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-60e53a29-2b57-48f5-a8c9-a23eec572472 req-ebd40df3-974b-4f8a-99f0-0e6599937a69 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0504193 Jul 18 02:37:11.046562 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-60e53a29-2b57-48f5-a8c9-a23eec572472 req-2662352c-7d7f-4ff5-abaa-019c2188c04e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413332 Jul 18 02:37:11.150064 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02038b-03f8-4dfe-adcb-7009d0848a24 req-5e31c190-417a-4817-867f-9fc012e93700 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:11.151456 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7e02038b-03f8-4dfe-adcb-7009d0848a24 req-5e31c190-417a-4817-867f-9fc012e93700 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 945 time: 0.0463996 Jul 18 02:37:11.201493 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7e02038b-03f8-4dfe-adcb-7009d0848a24 req-d1a52657-b156-4dbf-9888-69b819497fe5 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435176 Jul 18 02:37:11.993377 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbb655-e006-4f9a-96c8-2a120e1849ed req-53258d2f-03f2-42da-a422-1a08cbcba249 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:11.994861 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f4fbb655-e006-4f9a-96c8-2a120e1849ed req-53258d2f-03f2-42da-a422-1a08cbcba249 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0468082 Jul 18 02:37:12.041434 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f4fbb655-e006-4f9a-96c8-2a120e1849ed req-ced9117c-1756-471a-98d6-d357d87f6d13 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403075 Jul 18 02:37:12.167313 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f53ba-0a5d-42c4-aa20-4c8a5eb4a9ee req-ce323d65-3ab0-4281-98fc-ec5065d30b8b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:12.168800 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fb6f53ba-0a5d-42c4-aa20-4c8a5eb4a9ee req-ce323d65-3ab0-4281-98fc-ec5065d30b8b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0505924 Jul 18 02:37:12.217233 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fb6f53ba-0a5d-42c4-aa20-4c8a5eb4a9ee req-18dbdf52-dd5c-428e-8743-60b0f0bdc506 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424280 Jul 18 02:37:12.310993 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:12.328731 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628311fa-81e3-4089-8e1e-28fea421d17b req-148bdc18-13c4-4224-93e2-aecaa6612559 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:12.330213 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-628311fa-81e3-4089-8e1e-28fea421d17b req-148bdc18-13c4-4224-93e2-aecaa6612559 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 945 time: 0.0512021 Jul 18 02:37:12.377781 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-628311fa-81e3-4089-8e1e-28fea421d17b req-c45b9df5-5dc6-4196-be0e-439db7bd934d tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420969 Jul 18 02:37:13.155435 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297287a-78c8-421a-963d-8c2e0ed39c7b req-343ca6fb-71d9-49eb-8cb5-c4e2683d31d4 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:13.157549 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f297287a-78c8-421a-963d-8c2e0ed39c7b req-343ca6fb-71d9-49eb-8cb5-c4e2683d31d4 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0482757 Jul 18 02:37:13.209260 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f297287a-78c8-421a-963d-8c2e0ed39c7b req-544c75c8-c246-4a01-9abf-432234672b7c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461228 Jul 18 02:37:13.346911 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b3087-02ad-4092-b876-e4b388fd13f6 req-a7b1f34b-014f-4a46-a926-653e56b5bb26 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:13.348677 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b40b3087-02ad-4092-b876-e4b388fd13f6 req-a7b1f34b-014f-4a46-a926-653e56b5bb26 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0570126 Jul 18 02:37:13.396348 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b40b3087-02ad-4092-b876-e4b388fd13f6 req-d5ea06a2-0bfe-4226-9b53-71a453f885eb tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422082 Jul 18 02:37:13.488931 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283536-a946-4419-a4b2-a73985b1890b req-12b55350-586b-444a-96a5-73abf17f9f62 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:13.490450 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-63283536-a946-4419-a4b2-a73985b1890b req-12b55350-586b-444a-96a5-73abf17f9f62 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 945 time: 0.0459273 Jul 18 02:37:13.540324 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-63283536-a946-4419-a4b2-a73985b1890b req-e894b6b1-df9a-4983-8ec0-8bd123da9230 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444317 Jul 18 02:37:14.321747 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a0df9-1744-4ca8-b36f-e6d5d1b8fa92 req-9bbb5ba0-78cd-4488-be72-23ce6b3b5b9a tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:14.323213 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-623a0df9-1744-4ca8-b36f-e6d5d1b8fa92 req-9bbb5ba0-78cd-4488-be72-23ce6b3b5b9a tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0456030 Jul 18 02:37:14.381551 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-623a0df9-1744-4ca8-b36f-e6d5d1b8fa92 req-ab1b9d0d-3b67-4770-9dd4-b4b9c211610f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517523 Jul 18 02:37:14.523163 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0687c-fa6c-430e-ad19-083d0b781503 req-5b894523-b2f0-43d0-a2c4-a1a02f8d2d6a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:14.524603 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-02c0687c-fa6c-430e-ad19-083d0b781503 req-5b894523-b2f0-43d0-a2c4-a1a02f8d2d6a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0536737 Jul 18 02:37:14.572408 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-02c0687c-fa6c-430e-ad19-083d0b781503 req-4aa5e887-d8da-4141-ad06-b54b59831819 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421367 Jul 18 02:37:14.652241 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9085c76-777b-48e8-852c-fd2c9e901ab3 req-27c33ebe-5809-4659-af20-f4602887e12a tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:14.653701 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f9085c76-777b-48e8-852c-fd2c9e901ab3 req-27c33ebe-5809-4659-af20-f4602887e12a tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 945 time: 0.0471444 Jul 18 02:37:14.702343 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f9085c76-777b-48e8-852c-fd2c9e901ab3 req-140aca8c-f813-4347-8ee9-45415eec805b tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419066 Jul 18 02:37:15.502512 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ab1dd-2825-40ec-81c4-da88a4b783f9 req-1220f4d5-803a-47d6-a774-19c7b53d2ed1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:15.504008 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-065ab1dd-2825-40ec-81c4-da88a4b783f9 req-1220f4d5-803a-47d6-a774-19c7b53d2ed1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0466585 Jul 18 02:37:15.553547 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-065ab1dd-2825-40ec-81c4-da88a4b783f9 req-0e0e58c4-08e8-43d6-8a16-c796bbba1b27 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426598 Jul 18 02:37:15.691926 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0de1a-7316-4409-9e6d-6e5d5747ac1b req-2851cd45-54a4-44e3-9591-c935e7c515fd tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:15.693404 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c7e0de1a-7316-4409-9e6d-6e5d5747ac1b req-2851cd45-54a4-44e3-9591-c935e7c515fd tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0479112 Jul 18 02:37:15.744393 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c7e0de1a-7316-4409-9e6d-6e5d5747ac1b req-4bd4d488-b47c-42cc-b355-157ca07b3be7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454986 Jul 18 02:37:15.820348 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01852317-8f7a-47f5-9216-e67562022e01 req-bc13656d-4de1-4517-b112-4ab733704679 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:15.821763 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-01852317-8f7a-47f5-9216-e67562022e01 req-bc13656d-4de1-4517-b112-4ab733704679 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 945 time: 0.0501485 Jul 18 02:37:15.864416 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:15.869033 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-01852317-8f7a-47f5-9216-e67562022e01 req-f892baa5-dd59-4d3b-ba42-7bbb852531b9 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415504 Jul 18 02:37:16.676405 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca01b5-728a-49a2-9309-9e6a1cd45329 req-26d257ab-ecc5-48c2-94ed-21d1f0bc4257 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:16.677914 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-83ca01b5-728a-49a2-9309-9e6a1cd45329 req-26d257ab-ecc5-48c2-94ed-21d1f0bc4257 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0522993 Jul 18 02:37:16.727489 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-83ca01b5-728a-49a2-9309-9e6a1cd45329 req-fb41b3e7-31a2-4ef3-8ad5-f7fbff392c92 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436110 Jul 18 02:37:16.865830 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5caba0-cd64-4676-86d1-726f8feb544d req-32c428e6-8f5b-4bb2-9503-8587c9305e62 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:16.867251 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ed5caba0-cd64-4676-86d1-726f8feb544d req-32c428e6-8f5b-4bb2-9503-8587c9305e62 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0481913 Jul 18 02:37:16.918816 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ed5caba0-cd64-4676-86d1-726f8feb544d req-44e9fd92-6e8f-4415-8b5e-8650d2378652 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459263 Jul 18 02:37:16.981934 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46767a3d-e0eb-42a9-9ed5-88d9ab98540f req-66a92278-a758-4285-a984-32f4bd81e7db tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:16.983428 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-46767a3d-e0eb-42a9-9ed5-88d9ab98540f req-66a92278-a758-4285-a984-32f4bd81e7db tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 945 time: 0.0470088 Jul 18 02:37:17.032142 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-46767a3d-e0eb-42a9-9ed5-88d9ab98540f req-6923e21a-490d-425e-8eed-10142f69bfe4 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429950 Jul 18 02:37:17.846379 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a58ca-8660-473b-a8d7-50d2af21c127 req-d5b6534e-9f90-4907-996d-607920116edb tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:17.847920 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3a6a58ca-8660-473b-a8d7-50d2af21c127 req-d5b6534e-9f90-4907-996d-607920116edb tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0509980 Jul 18 02:37:17.895740 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3a6a58ca-8660-473b-a8d7-50d2af21c127 req-685862f9-eed6-4832-a63a-1dad754adcab tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422864 Jul 18 02:37:18.045445 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5188a-3fc5-4d7f-b517-ba5fc1884a6b req-18832eaf-d059-44f1-8d76-7ced322a1f37 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:18.047044 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-08e5188a-3fc5-4d7f-b517-ba5fc1884a6b req-18832eaf-d059-44f1-8d76-7ced322a1f37 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0491972 Jul 18 02:37:18.108169 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-08e5188a-3fc5-4d7f-b517-ba5fc1884a6b req-2b9c2e17-53b7-4627-a109-06cc89b06b3b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549529 Jul 18 02:37:18.152751 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffdcd9-4327-44d9-812c-983bc4baa618 req-06d7c45d-de9f-4f25-9c4c-623f52c6d78d tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:18.154248 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0dffdcd9-4327-44d9-812c-983bc4baa618 req-06d7c45d-de9f-4f25-9c4c-623f52c6d78d tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 945 time: 0.0505652 Jul 18 02:37:18.202896 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0dffdcd9-4327-44d9-812c-983bc4baa618 req-07c80e6f-e42c-44b6-b475-278f6ac20a76 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420249 Jul 18 02:37:18.393262 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:37:18.995389 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:19.011369 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6120c-63d6-4f23-91bb-be185c838437 req-86286291-80b9-41d8-a1c8-a2c7222026d1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:19.012774 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-24e6120c-63d6-4f23-91bb-be185c838437 req-86286291-80b9-41d8-a1c8-a2c7222026d1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0468764 Jul 18 02:37:19.061168 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-24e6120c-63d6-4f23-91bb-be185c838437 req-0fe37700-8617-44ac-b65e-79032ae59cb9 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 Jul 18 02:37:19.230808 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2cda9-04ad-4310-b8ce-a4761f5684c2 req-16508db9-e1c6-4390-8277-6ea2afec01a7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:19.232362 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dea2cda9-04ad-4310-b8ce-a4761f5684c2 req-16508db9-e1c6-4390-8277-6ea2afec01a7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0479188 Jul 18 02:37:19.281704 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dea2cda9-04ad-4310-b8ce-a4761f5684c2 req-934e584a-3256-4475-950b-9ade32e9ea82 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430326 Jul 18 02:37:19.285434 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 51238) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:19.290495 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1613677305', 'description': 'tempest-description--1491008425'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:19.388720 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:19.409806 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:19.466259 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (3a9962e0-c809-4375-a158-c6ff23ddd392), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:19.556272 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:19.571575 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (3a9962e0-c809-4375-a158-c6ff23ddd392), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:19.601372 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9962e0-c809-4375-a158-c6ff23ddd392,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:19.608550 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:19.608899 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:19.609266 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:19.609605 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:19.609951 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:19.610936 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:19.618795 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:19.618795 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:19.618795 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:19.618795 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:19.618795 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:19.618795 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:19.618795 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:19.618795 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:19.618795 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:19.775646 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:19.776912 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-20d67b90-045c-4663-86c1-6c442e743a11 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4905376 Jul 18 02:37:19.779956 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 51244) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:19.785759 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-0e2671c6-a7ac-4a0a-824f-7d9fac2e69d7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'security_group_rule': {'security_group_id': '3a9962e0-c809-4375-a158-c6ff23ddd392', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:19.883485 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0e2671c6-a7ac-4a0a-824f-7d9fac2e69d7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (dd50ebe7-793c-4630-b6c4-df08f36d8be7), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:19.940641 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0e2671c6-a7ac-4a0a-824f-7d9fac2e69d7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (dd50ebe7-793c-4630-b6c4-df08f36d8be7), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:20.013766 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0e2671c6-a7ac-4a0a-824f-7d9fac2e69d7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (dd50ebe7-793c-4630-b6c4-df08f36d8be7), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:20.040603 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2671c6-a7ac-4a0a-824f-7d9fac2e69d7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd50ebe7-793c-4630-b6c4-df08f36d8be7,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:20.141521 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0e2671c6-a7ac-4a0a-824f-7d9fac2e69d7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:20.145192 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-0e2671c6-a7ac-4a0a-824f-7d9fac2e69d7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3639987 Jul 18 02:37:20.150414 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 51254) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:20.157023 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-bdb92218-95db-43d5-bb8b-afbc5d1f52b7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'security_group_rule': {'security_group_id': '3a9962e0-c809-4375-a158-c6ff23ddd392', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:20.212114 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90dec3-f1b5-46f7-9a3b-b6c34b91e27c req-383522c4-0368-4a44-bdd0-c9cfcccc917d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:20.213600 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ba90dec3-f1b5-46f7-9a3b-b6c34b91e27c req-383522c4-0368-4a44-bdd0-c9cfcccc917d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0781357 Jul 18 02:37:20.265736 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ba90dec3-f1b5-46f7-9a3b-b6c34b91e27c req-e6d24087-f9c8-4dc5-8125-dc90fc04b095 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454149 Jul 18 02:37:20.306288 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bdb92218-95db-43d5-bb8b-afbc5d1f52b7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (70e1dbe7-f379-41d4-97dd-a537ab8e3377), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:20.396278 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bdb92218-95db-43d5-bb8b-afbc5d1f52b7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (70e1dbe7-f379-41d4-97dd-a537ab8e3377), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:20.417421 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75277250-1aea-42bf-b03c-e9a9e79521e6 req-1680ebf1-3e09-4bba-be90-7e82ab48764d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:20.417421 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-75277250-1aea-42bf-b03c-e9a9e79521e6 req-1680ebf1-3e09-4bba-be90-7e82ab48764d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0584278 Jul 18 02:37:20.433975 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:20.474985 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bdb92218-95db-43d5-bb8b-afbc5d1f52b7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (70e1dbe7-f379-41d4-97dd-a537ab8e3377), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:20.504855 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-75277250-1aea-42bf-b03c-e9a9e79521e6 req-47f55289-136e-492a-9b68-3c025619759c tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792029 Jul 18 02:37:20.505435 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb92218-95db-43d5-bb8b-afbc5d1f52b7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e1dbe7-f379-41d4-97dd-a537ab8e3377,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:20.608937 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bdb92218-95db-43d5-bb8b-afbc5d1f52b7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:20.610261 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-bdb92218-95db-43d5-bb8b-afbc5d1f52b7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4574831 Jul 18 02:37:20.614164 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 51266) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:20.618771 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'floatingip': {'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:20.674652 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a6778-9e67-40db-a8f2-be9b7cfe469a req-12711563-40d1-4feb-9cc9-54cee2ad460a tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:20.676123 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f30a6778-9e67-40db-a8f2-be9b7cfe469a req-12711563-40d1-4feb-9cc9-54cee2ad460a tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 945 time: 0.0502687 Jul 18 02:37:20.722718 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f30a6778-9e67-40db-a8f2-be9b7cfe469a req-95b2f855-9119-495f-925f-8d10736a88dd tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409455 Jul 18 02:37:20.731580 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:20.815138 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:20.922571 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Allocated IP 172.27.3.85 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/2ce7cf2b-6c45-4194-aa72-308d01054c40) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:37:20.994457 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:21.029987 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for port (2ce7cf2b-6c45-4194-aa72-308d01054c40), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:21.221100 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (2ce7cf2b-6c45-4194-aa72-308d01054c40), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:21.257963 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:37:21.260221 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:21.265816 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:37:21.269721 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:37:21.295694 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'Port': ['ID=2ce7cf2b-6c45-4194-aa72-308d01054c40,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:21.392192 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (9d7c39dc-3c94-4705-931c-e5988d2561fb), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:21.399039 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae03aa-b5c2-4c15-b67f-aaa01e0c83d5 req-54c08bc2-e1a1-42bd-ba2e-6f8d3912f5d3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:21.400488 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bfae03aa-b5c2-4c15-b67f-aaa01e0c83d5 req-54c08bc2-e1a1-42bd-ba2e-6f8d3912f5d3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0587187 Jul 18 02:37:21.452834 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bfae03aa-b5c2-4c15-b67f-aaa01e0c83d5 req-098907a2-4f1a-4f85-8226-db26868445a8 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462184 Jul 18 02:37:21.584031 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (2ce7cf2b-6c45-4194-aa72-308d01054c40), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:21.629610 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e44fd-dc03-4ed5-b0b1-37ae8af2f360 req-dc67c425-4ad6-49d0-889d-45cb68ace1a3 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:21.635768 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c65e44fd-dc03-4ed5-b0b1-37ae8af2f360 req-dc67c425-4ad6-49d0-889d-45cb68ace1a3 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0530255 Jul 18 02:37:21.659211 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:21.682343 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c65e44fd-dc03-4ed5-b0b1-37ae8af2f360 req-40f076e3-0074-48ab-beb1-cda5d61944b8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446348 Jul 18 02:37:21.734416 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for port (2ce7cf2b-6c45-4194-aa72-308d01054c40), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:21.824011 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:21.839206 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08c83a-3155-4d8e-9c2c-ada6dad5f64d req-84829cd4-6aa1-4d28-89b0-063d8e2f0b8e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:21.840701 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3e08c83a-3155-4d8e-9c2c-ada6dad5f64d req-84829cd4-6aa1-4d28-89b0-063d8e2f0b8e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 945 time: 0.0500171 Jul 18 02:37:21.889000 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3e08c83a-3155-4d8e-9c2c-ada6dad5f64d req-41243133-8c44-4c4b-bb07-d344d3abee1b tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427058 Jul 18 02:37:21.905287 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714115'] for port (2ce7cf2b-6c45-4194-aa72-308d01054c40), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:21.979361 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'Port': ['ID=2ce7cf2b-6c45-4194-aa72-308d01054c40,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:21.992438 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (9d7c39dc-3c94-4705-931c-e5988d2561fb), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:22.128058 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:22.129221 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f41c27bd-cdf1-4cbf-b573-979ac662c2b9 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5139892 Jul 18 02:37:22.346943 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60174b6d-f46b-4e40-90e8-1080324343f3 req-96b8beb8-f26f-4093-894c-383efe8e546d tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:22.348454 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-60174b6d-f46b-4e40-90e8-1080324343f3 req-96b8beb8-f26f-4093-894c-383efe8e546d tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.72 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 945 time: 0.0790021 Jul 18 02:37:22.362420 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-28e6920d-087c-425c-a9d1-8e3dc6f6d9fb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1613677305&fields=id&tenant_id=4b02a417904a474abcab1eec5cea9c7e HTTP/1.1" status: 200 len: 267 time: 0.0822179 Jul 18 02:37:22.514283 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-60174b6d-f46b-4e40-90e8-1080324343f3 req-a6255eaf-6401-4b5d-9947-aa8edd8a1112 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Deleting port 58895295-26ab-4273-99a5-951870952460 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:37:22.516799 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-60174b6d-f46b-4e40-90e8-1080324343f3 req-a6255eaf-6401-4b5d-9947-aa8edd8a1112 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (58895295-26ab-4273-99a5-951870952460), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:22.585982 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-337a9ee7-a756-4ad7-b0f0-89806575cb08 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:22.586355 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ecc2c-9ee9-443e-8960-b6afb2c62ea9 req-4032b604-4513-412b-a529-38176a2c6f66 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:22.587518 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-337a9ee7-a756-4ad7-b0f0-89806575cb08 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/networks?id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 HTTP/1.1" status: 200 len: 815 time: 0.2181213 Jul 18 02:37:22.593733 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9f4ecc2c-9ee9-443e-8960-b6afb2c62ea9 req-4032b604-4513-412b-a529-38176a2c6f66 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0608692 Jul 18 02:37:22.622676 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-bd8d98de-a760-433b-8ffc-435977427bbd tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/quotas/4b02a417904a474abcab1eec5cea9c7e HTTP/1.1" status: 200 len: 375 time: 0.0235577 Jul 18 02:37:22.638846 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9f4ecc2c-9ee9-443e-8960-b6afb2c62ea9 req-0a55279d-39b2-450d-93a1-ec39563a320b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447562 Jul 18 02:37:22.690792 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-60174b6d-f46b-4e40-90e8-1080324343f3 req-a6255eaf-6401-4b5d-9947-aa8edd8a1112 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] For port 58895295-26ab-4273-99a5-951870952460, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=58895295-26ab-4273-99a5-951870952460,segment=NetworkSegment(3bdf316c-a363-4b38-ba46-e7ba1cd8726a),segment_id=3bdf316c-a363-4b38-ba46-e7ba1cd8726a)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:22.691384 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-60174b6d-f46b-4e40-90e8-1080324343f3 req-a6255eaf-6401-4b5d-9947-aa8edd8a1112 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (58895295-26ab-4273-99a5-951870952460), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:22.716561 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2bd54cc8-8d9a-4f73-b549-8668675683e2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b02a417904a474abcab1eec5cea9c7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783451 Jul 18 02:37:22.726113 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-60174b6d-f46b-4e40-90e8-1080324343f3 req-a6255eaf-6401-4b5d-9947-aa8edd8a1112 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Calling delete_port for 58895295-26ab-4273-99a5-951870952460 owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:37:22.817284 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc8630-77df-4696-bb37-cd81c76afa9c req-1eff4df7-622a-4c4a-9978-7a4aa2390a75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:22.818963 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d9bc8630-77df-4696-bb37-cd81c76afa9c req-1eff4df7-622a-4c4a-9978-7a4aa2390a75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0490975 Jul 18 02:37:22.883833 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-6ee60679-6294-4551-9a82-fa7427117418 service neutron] 10.222.0.66 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478558 Jul 18 02:37:22.890698 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d9bc8630-77df-4696-bb37-cd81c76afa9c req-a98b4398-7342-49b7-9812-a4637b969d5c tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622151 Jul 18 02:37:23.023720 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:23.029842 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-1e36e594-362d-483c-ba12-57f7d2c251ec service neutron] 10.222.0.66 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326199 Jul 18 02:37:23.034674 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87e7f0-510a-4bbf-a16e-fc64582a8d5b req-d1dab244-0202-49e2-829e-61e1bf2e4227 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:23.036232 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bf87e7f0-510a-4bbf-a16e-fc64582a8d5b req-d1dab244-0202-49e2-829e-61e1bf2e4227 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 945 time: 0.0553164 Jul 18 02:37:23.097023 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bf87e7f0-510a-4bbf-a16e-fc64582a8d5b req-025f6154-9bcd-4095-a10f-ffd3953734cf tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546002 Jul 18 02:37:23.150244 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-60174b6d-f46b-4e40-90e8-1080324343f3 req-a6255eaf-6401-4b5d-9947-aa8edd8a1112 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (58895295-26ab-4273-99a5-951870952460), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:23.177524 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6255eaf-6401-4b5d-9947-aa8edd8a1112 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Pushing event deleted for resources: {'Port': ['ID=58895295-26ab-4273-99a5-951870952460,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:23.193927 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['58895295-26ab-4273-99a5-951870952460'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:37:23.225881 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-60174b6d-f46b-4e40-90e8-1080324343f3 req-a6255eaf-6401-4b5d-9947-aa8edd8a1112 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] No DVR routers for this DVR port 58895295-26ab-4273-99a5-951870952460 on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:37:23.230431 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-60174b6d-f46b-4e40-90e8-1080324343f3 req-a6255eaf-6401-4b5d-9947-aa8edd8a1112 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:23.233663 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-60174b6d-f46b-4e40-90e8-1080324343f3 req-a6255eaf-6401-4b5d-9947-aa8edd8a1112 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.72 "DELETE /v2.0/ports/58895295-26ab-4273-99a5-951870952460 HTTP/1.1" status: 204 len: 173 time: 0.8703716 Jul 18 02:37:23.234220 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512cfd89-f539-4db2-ae0d-441520effb5e', 'name': 'network-vif-deleted', 'tag': '58895295-26ab-4273-99a5-951870952460'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:37:23.236600 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc26e48-8e10-4ddd-8362-de9712ceb030" -d '{"events": [{"server_uuid": "512cfd89-f539-4db2-ae0d-441520effb5e", "name": "network-vif-deleted", "tag": "58895295-26ab-4273-99a5-951870952460"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:37:23.287773 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ec6e7c-e1cf-4bc0-b3d5-103447be3ec2 x-openstack-request-id: req-02ec6e7c-e1cf-4bc0-b3d5-103447be3ec2 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:37:23.288065 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512cfd89-f539-4db2-ae0d-441520effb5e", "name": "network-vif-deleted", "tag": "58895295-26ab-4273-99a5-951870952460", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:37:23.288315 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-02ec6e7c-e1cf-4bc0-b3d5-103447be3ec2 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:37:23.288715 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ec6e7c-e1cf-4bc0-b3d5-103447be3ec2'] response: {'server_uuid': '512cfd89-f539-4db2-ae0d-441520effb5e', 'name': 'network-vif-deleted', 'tag': '58895295-26ab-4273-99a5-951870952460', 'status': 'completed', 'code': 200} Jul 18 02:37:23.311877 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bc82c2a2-a73b-4b2f-b7ea-77522436cf63 req-6ac77852-891f-44ed-99e0-e4923b2d9c27 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 210 time: 0.0312471 Jul 18 02:37:23.766659 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9521b-cb40-49db-a32e-b678278bd004 req-4a8236b0-d0e0-4536-ba72-da44e5b323f4 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:23.768938 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-73b9521b-cb40-49db-a32e-b678278bd004 req-4a8236b0-d0e0-4536-ba72-da44e5b323f4 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0473495 Jul 18 02:37:23.792029 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:23.838635 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-73b9521b-cb40-49db-a32e-b678278bd004 req-c3c2839d-70fd-44f7-9102-6e7ef8a8f581 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637953 Jul 18 02:37:23.868257 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf29d86-6fef-412c-885b-f4bfc3836fcf req-1ba835bd-1dab-48cb-858f-6804781f41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:23.869449 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ddf29d86-6fef-412c-885b-f4bfc3836fcf req-1ba835bd-1dab-48cb-858f-6804781f41b1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 1129 time: 0.0468841 Jul 18 02:37:23.926247 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ddf29d86-6fef-412c-885b-f4bfc3836fcf req-32109510-d432-4856-b217-5031443018f7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475421 Jul 18 02:37:24.018052 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3afc67-604b-4e94-aa97-b906d97a2071 req-dd04f36f-fee9-421e-8d0c-879b49afafe8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:24.019459 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ce3afc67-604b-4e94-aa97-b906d97a2071 req-dd04f36f-fee9-421e-8d0c-879b49afafe8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0480578 Jul 18 02:37:24.071287 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ce3afc67-604b-4e94-aa97-b906d97a2071 req-1404c200-31be-48c2-8fc5-b9b9ac67df7f tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462894 Jul 18 02:37:24.216813 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2737bb19-c72a-4204-8c4f-849782691d9a req-fc58918a-98fd-41f4-9a5b-fb63eca81f59 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 210 time: 0.0287123 Jul 18 02:37:24.313311 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 51398) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:24.414674 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3ad141b1-1b4b-4442-88cd-d07fcc8e11ab req-0b954df6-a01c-4812-8813-03e22de477cf tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 210 time: 0.0324395 Jul 18 02:37:24.449918 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e808d22c-192f-449e-bcbd-5686e1a081b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:24.529809 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e808d22c-192f-449e-bcbd-5686e1a081b8 admin admin] Publish callbacks [] for security_group (7de62a9e-dd25-444a-9d9f-f45d4837839e), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:24.612637 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e808d22c-192f-449e-bcbd-5686e1a081b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (7de62a9e-dd25-444a-9d9f-f45d4837839e), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:24.653193 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-e808d22c-192f-449e-bcbd-5686e1a081b8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ffa55527bead4570a6f38283af30e012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387685 Jul 18 02:37:24.654195 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808d22c-192f-449e-bcbd-5686e1a081b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de62a9e-dd25-444a-9d9f-f45d4837839e,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:24.656063 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 51408) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:24.715023 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ebb309d8-c94a-4bf4-95a8-85c9f88bb95f admin admin] Publish callbacks [] for security_group (7de62a9e-dd25-444a-9d9f-f45d4837839e), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:24.740519 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ebb309d8-c94a-4bf4-95a8-85c9f88bb95f admin admin] Publish callbacks [] for security_group (7de62a9e-dd25-444a-9d9f-f45d4837839e), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:24.883834 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ebb309d8-c94a-4bf4-95a8-85c9f88bb95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (7de62a9e-dd25-444a-9d9f-f45d4837839e), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:24.886494 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ebb309d8-c94a-4bf4-95a8-85c9f88bb95f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:24.887684 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-ebb309d8-c94a-4bf4-95a8-85c9f88bb95f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7de62a9e-dd25-444a-9d9f-f45d4837839e HTTP/1.1" status: 204 len: 168 time: 0.2303071 Jul 18 02:37:24.897463 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb309d8-c94a-4bf4-95a8-85c9f88bb95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de62a9e-dd25-444a-9d9f-f45d4837839e,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:24.964617 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf802d5-6a69-41b6-b814-6bd29130c866 req-493c10ad-9756-49ba-8efb-0b2cb63b9039 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:24.966496 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-bbf802d5-6a69-41b6-b814-6bd29130c866 req-493c10ad-9756-49ba-8efb-0b2cb63b9039 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0532525 Jul 18 02:37:25.014268 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-bbf802d5-6a69-41b6-b814-6bd29130c866 req-f0b47eb8-93b1-4bef-9c0a-f08e10901354 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420947 Jul 18 02:37:25.183285 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:25.197295 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94faf7-a582-47c5-87e3-ccabae6e76a9 req-1a268e1e-ae71-4110-80e6-224fb371070a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:25.199095 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7b94faf7-a582-47c5-87e3-ccabae6e76a9 req-1a268e1e-ae71-4110-80e6-224fb371070a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0530310 Jul 18 02:37:25.250486 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7b94faf7-a582-47c5-87e3-ccabae6e76a9 req-db80cf06-eb5d-4aca-94dd-d02346aeb58c tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455985 Jul 18 02:37:25.334916 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9d823573-67cc-465f-9e5b-fdedc95f73f1 req-fba1ef62-0683-448b-b117-607e94df719a tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 210 time: 0.0296581 Jul 18 02:37:25.519383 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-794a249b-adb8-421f-ad57-1f500b208aec req-dac6d1e4-3745-45a1-bbf5-cb714461440c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 210 time: 0.0319796 Jul 18 02:37:26.137425 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c30ff2-2b24-4888-86c1-b10abdd1da1c req-6e676030-8d54-4fd8-82dd-300a77469738 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:26.138954 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b8c30ff2-2b24-4888-86c1-b10abdd1da1c req-6e676030-8d54-4fd8-82dd-300a77469738 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0502086 Jul 18 02:37:26.157635 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 51448) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:26.189292 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b8c30ff2-2b24-4888-86c1-b10abdd1da1c req-77c64767-abf7-474b-a34e-ff68ca415f2c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440843 Jul 18 02:37:26.257765 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-393f0e25-c894-4968-9e91-16d707a6c352 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1404154964-network', 'tenant_id': '807f88779cf842f3bbe09615d470f44c'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:26.333873 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dee211-829b-4f27-895a-c974663689d2 req-8d3cf609-0c94-43ed-a4bf-20b661f85534 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:26.341029 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-98dee211-829b-4f27-895a-c974663689d2 req-8d3cf609-0c94-43ed-a4bf-20b661f85534 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.0726559 Jul 18 02:37:26.384478 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-98dee211-829b-4f27-895a-c974663689d2 req-d2775950-ac30-4866-90f6-b403f3676419 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431101 Jul 18 02:37:26.385204 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8497a6-0708-4261-b32c-9850bc604b3e req-37c89093-8638-45b2-b7c8-82c9707e40ab tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:26.386761 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-af8497a6-0708-4261-b32c-9850bc604b3e req-37c89093-8638-45b2-b7c8-82c9707e40ab tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0475087 Jul 18 02:37:26.420625 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393f0e25-c894-4968-9e91-16d707a6c352 admin admin] Made reservation on behalf of 807f88779cf842f3bbe09615d470f44c for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:37:26.423082 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-393f0e25-c894-4968-9e91-16d707a6c352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:26.435471 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-393f0e25-c894-4968-9e91-16d707a6c352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:26.453594 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-af8497a6-0708-4261-b32c-9850bc604b3e req-0dc90ff7-bf21-45ca-bbc1-0d890c1b4940 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613205 Jul 18 02:37:26.461198 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:26.506760 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4af49b5c-fb0b-4928-87fe-508b1bf7958a req-32abf17a-d688-46c7-afc2-fea82afbd572 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=512cfd89-f539-4db2-ae0d-441520effb5e HTTP/1.1" status: 200 len: 210 time: 0.0427840 Jul 18 02:37:26.561318 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-393f0e25-c894-4968-9e91-16d707a6c352 admin admin] Publish callbacks [] for security_group (2039415e-9023-4d74-ad7e-4d48123087cd), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:26.616894 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3892d543-c3cc-4736-8d5b-2c939472030d req-9f01f72c-d971-43dd-9e1f-f3a589e93e30 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 210 time: 0.0281456 Jul 18 02:37:26.634546 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 58895295-26ab-4273-99a5-951870952460 no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:37:26.654181 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: 58895295-26ab-4273-99a5-951870952460 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:37:26.654526 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 58895295-26ab-4273-99a5-951870952460 not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:37:26.686951 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-393f0e25-c894-4968-9e91-16d707a6c352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (2039415e-9023-4d74-ad7e-4d48123087cd), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:26.714114 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393f0e25-c894-4968-9e91-16d707a6c352 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:37:26.725094 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f0e25-c894-4968-9e91-16d707a6c352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2039415e-9023-4d74-ad7e-4d48123087cd,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:26.729993 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-393f0e25-c894-4968-9e91-16d707a6c352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (25716a32-7a47-4e82-a925-214887338389), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:26.730364 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-393f0e25-c894-4968-9e91-16d707a6c352 admin admin] Added segment 25716a32-7a47-4e82-a925-214887338389 of type vlan for network 40df86f1-859f-4d28-af05-d94fe8d1d2ea Jul 18 02:37:26.772196 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-393f0e25-c894-4968-9e91-16d707a6c352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (40df86f1-859f-4d28-af05-d94fe8d1d2ea), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:26.944081 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-393f0e25-c894-4968-9e91-16d707a6c352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (40df86f1-859f-4d28-af05-d94fe8d1d2ea), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:26.945120 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f0e25-c894-4968-9e91-16d707a6c352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:26.945695 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-393f0e25-c894-4968-9e91-16d707a6c352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:27.024884 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f0e25-c894-4968-9e91-16d707a6c352 admin admin] Pushing event updated for resources: {'Network': ['ID=40df86f1-859f-4d28-af05-d94fe8d1d2ea,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:27.037069 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network 40df86f1-859f-4d28-af05-d94fe8d1d2ea details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:37:27.072795 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-393f0e25-c894-4968-9e91-16d707a6c352 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9140129 Jul 18 02:37:27.075595 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 51466) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:27.080878 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-c0eb1dc3-dd1f-444f-baa7-b3998d0cd88e admin admin] Request body: {'subnet': {'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1404154964-subnet', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:27.192260 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0eb1dc3-dd1f-444f-baa7-b3998d0cd88e admin admin] Made reservation on behalf of 807f88779cf842f3bbe09615d470f44c for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:37:27.194964 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c0eb1dc3-dd1f-444f-baa7-b3998d0cd88e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2525453'] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:27.310637 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:27.441981 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c0eb1dc3-dd1f-444f-baa7-b3998d0cd88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2713740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2525459'] for subnet (aaa05713-ce93-4cf4-8801-b67183726cee), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:27.515772 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb1dc3-dd1f-444f-baa7-b3998d0cd88e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa05713-ce93-4cf4-8801-b67183726cee,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:27.527655 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0eb1dc3-dd1f-444f-baa7-b3998d0cd88e admin admin] Checking segment: {'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:37:27.528005 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eb1dc3-dd1f-444f-baa7-b3998d0cd88e admin admin] Network hostable DHCP agents. Network: 40df86f1-859f-4d28-af05-d94fe8d1d2ea, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:37:27.546827 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-c4586691-34dc-477c-8b26-cba437816f7f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:27.548485 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-c4586691-34dc-477c-8b26-cba437816f7f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "GET /v2.0/networks?id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 HTTP/1.1" status: 200 len: 815 time: 0.1257279 Jul 18 02:37:27.621780 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedaa90-c156-4350-b06b-8384b80adff9 req-35251e9a-0795-4953-a4b4-67a5e45e4ef0 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:27.623481 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:27.631373 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7eedaa90-c156-4350-b06b-8384b80adff9 req-35251e9a-0795-4953-a4b4-67a5e45e4ef0 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0645700 Jul 18 02:37:27.651780 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-5ffa740d-2419-4ce8-9aed-8cd1568c5251 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b02a417904a474abcab1eec5cea9c7e HTTP/1.1" status: 200 len: 473 time: 0.0853126 Jul 18 02:37:27.663057 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eb1dc3-dd1f-444f-baa7-b3998d0cd88e admin admin] Network 40df86f1-859f-4d28-af05-d94fe8d1d2ea is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:37:27.669439 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-e09d941f-e111-4894-b299-71249d7188eb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'port': {'device_id': '5b66be0c-5ad3-410b-94f2-74110dcffc9b', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'admin_state_up': True, 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'security_groups': ['3a9962e0-c809-4375-a158-c6ff23ddd392']}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:27.718873 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7eedaa90-c156-4350-b06b-8384b80adff9 req-1428b103-d1f3-4b0e-837b-7ce7b24eeb51 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861406 Jul 18 02:37:27.791855 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-65cf2943-b146-44a4-b3a2-81dca6f23600 req-f95864d2-655f-42c9-80df-2b04eca72c3f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 210 time: 0.0592031 Jul 18 02:37:27.856026 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-c0eb1dc3-dd1f-444f-baa7-b3998d0cd88e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, 40df86f1-859f-4d28-af05-d94fe8d1d2ea) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:37:27.865637 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086c9896-6487-43dd-b8f4-394bde5f2f96 None None] Network 40df86f1-859f-4d28-af05-d94fe8d1d2ea requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:37:27.900909 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eb1dc3-dd1f-444f-baa7-b3998d0cd88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:27.900909 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c0eb1dc3-dd1f-444f-baa7-b3998d0cd88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:27.914507 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:27.919730 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-e09d941f-e111-4894-b299-71249d7188eb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Made reservation on behalf of 4b02a417904a474abcab1eec5cea9c7e for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:37:27.921224 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-e09d941f-e111-4894-b299-71249d7188eb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:27.961713 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:27.964173 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-f07dd474-b775-44e9-846f-fe63dc1093c7 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:27.965952 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-f07dd474-b775-44e9-846f-fe63dc1093c7 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/networks?id=751f7927-6223-4192-b4ba-501ca0955707 HTTP/1.1" status: 200 len: 809 time: 0.1528740 Jul 18 02:37:27.989205 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-b7f13fda-b8e0-42a5-a66c-e068b926d17d tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/quotas/d615520de8a64205981c88430498f5f6 HTTP/1.1" status: 200 len: 375 time: 0.0165446 Jul 18 02:37:28.013522 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cd4497f-7f72-517c-9439-a55205037c9e-40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'project_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee'}]}} from dv-cinder-850015-3-iscsi. {{(pid=104652) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 02:37:28.015547 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:28.036174 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-587d1712-060a-496e-a89f-98dff380a4eb tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d615520de8a64205981c88430498f5f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460243 Jul 18 02:37:28.125747 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-c0eb1dc3-dd1f-444f-baa7-b3998d0cd88e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0465415 Jul 18 02:37:28.126906 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 51502) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:28.135132 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:28.166016 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-d9c4f4d1-7c67-427e-8495-345cf84d15b8 service neutron] 10.222.0.66 "GET /v2.0/networks/751f7927-6223-4192-b4ba-501ca0955707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288266 Jul 18 02:37:28.175383 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-e09d941f-e111-4894-b299-71249d7188eb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Allocated IP 172.20.0.11 (cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3/980bd026-fed1-45eb-bd25-e5a3e3e70779/0722fc37-f557-4503-a3a5-66878f8d3c27) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:37:28.207653 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.db_base_plugin_common [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Allocated IP 172.20.0.2 (40df86f1-859f-4d28-af05-d94fe8d1d2ea/aaa05713-ce93-4cf4-8801-b67183726cee/427d51da-4f6c-4ca1-9549-8ade5db3bfb2) {{(pid=104652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:37:28.262728 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33289946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1430'] for router (8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:28.263943 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33289846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1519'] for router (8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:28.271529 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-dac303e5-69ad-4a3b-b4c6-8a8efeec95f9 service neutron] 10.222.0.66 "GET /v2.0/networks/751f7927-6223-4192-b4ba-501ca0955707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045475 Jul 18 02:37:28.375905 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Publish callbacks [] for router_controller (8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee), precommit_add_association {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:28.389429 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-e09d941f-e111-4894-b299-71249d7188eb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for port (0722fc37-f557-4503-a3a5-66878f8d3c27), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:28.396383 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Publish callbacks [] for port (427d51da-4f6c-4ca1-9549-8ade5db3bfb2), precommit_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:28.415538 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:28.478805 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (427d51da-4f6c-4ca1-9549-8ade5db3bfb2), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:28.548554 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-e09d941f-e111-4894-b299-71249d7188eb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (0722fc37-f557-4503-a3a5-66878f8d3c27), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:28.563629 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Pushing event updated for resources: {'Port': ['ID=427d51da-4f6c-4ca1-9549-8ade5db3bfb2,revision_number=1']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:28.585656 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:28.586062 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:28.586454 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:28.587835 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:28.588196 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:28.591859 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:28.591859 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:28.592173 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:28.592351 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:28.592688 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:28.593026 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:28.593362 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:28.608319 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:28.609171 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:28.609547 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:28.618741 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Network 40df86f1-859f-4d28-af05-d94fe8d1d2ea is already hosted by enough agents. {{(pid=104652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:37:28.621155 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6049f3-24a9-4e95-b831-dd0ba5e34a9c req-cb80d427-ce43-4d10-824e-d8a74947fa53 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:28.621762 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.base_scheduler [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Resources bound (agent type, host, resource id): {{(pid=104652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:37:28.624693 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Received port after_create {{(pid=104652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:37:28.634001 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1c6049f3-24a9-4e95-b831-dd0ba5e34a9c req-cb80d427-ce43-4d10-824e-d8a74947fa53 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0910771 Jul 18 02:37:28.718637 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Attempting to bind port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:37:28.719015 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Attempting to bind port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:37:28.719536 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Attempting to bind port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 on network 40df86f1-859f-4d28-af05-d94fe8d1d2ea {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:37:28.723297 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1c6049f3-24a9-4e95-b831-dd0ba5e34a9c req-b8f5c551-56d9-43de-bea5-36223b745d77 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845246 Jul 18 02:37:28.739630 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:37:28.740008 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Checking segment: {'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:37:28.740421 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:28.740810 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Bound using segment: {'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:37:28.741908 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Bound port: 427d51da-4f6c-4ca1-9549-8ade5db3bfb2, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:37:28.742427 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d941f-e111-4894-b299-71249d7188eb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'Port': ['ID=0722fc37-f557-4503-a3a5-66878f8d3c27,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:28.747447 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (427d51da-4f6c-4ca1-9549-8ade5db3bfb2), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:28.800880 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-e09d941f-e111-4894-b299-71249d7188eb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:37:28.802997 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Publish callbacks [] for router_gateway (8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:28.813108 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-e09d941f-e111-4894-b299-71249d7188eb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:37:28.820317 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-31954a49-1fd0-4ab9-b2b5-2bd939e252af req-c6809304-b2e7-4644-ab0b-3435d51a2dfa tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 210 time: 0.0442874 Jul 18 02:37:28.823097 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-e09d941f-e111-4894-b299-71249d7188eb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:37:28.856838 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] For port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:37:28.860899 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] For port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=427d51da-4f6c-4ca1-9549-8ade5db3bfb2,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:37:28.889638 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-e09d941f-e111-4894-b299-71249d7188eb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:28.889638 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-e09d941f-e111-4894-b299-71249d7188eb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:28.935883 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=17 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:28.944117 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=17 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:28.967829 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cff8e-7ff2-4941-bda2-f2a46ed5c45d req-9e0c2aa6-042e-4ad9-8c64-f6b2631f8e62 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:28.969397 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-585cff8e-7ff2-4941-bda2-f2a46ed5c45d req-9e0c2aa6-042e-4ad9-8c64-f6b2631f8e62 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0799592 Jul 18 02:37:28.982488 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:28.998955 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (427d51da-4f6c-4ca1-9549-8ade5db3bfb2), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:29.030266 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-585cff8e-7ff2-4941-bda2-f2a46ed5c45d req-4f26f71c-e98a-4acb-b258-de4acbdd8797 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546236 Jul 18 02:37:29.078722 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-97e6f61f-6507-4060-b136-2f203b70350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:29.109583 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cc199-dfcf-4d0a-afae-4a8da96777dc None None] Pushing event updated for resources: {'Port': ['ID=427d51da-4f6c-4ca1-9549-8ade5db3bfb2,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:29.112680 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-e09d941f-e111-4894-b299-71249d7188eb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4472313 Jul 18 02:37:29.145083 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-e09c2386-a31c-42d8-9b71-65fb90f0b288 None None] Provisioning complete for port 0722fc37-f557-4503-a3a5-66878f8d3c27 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:29.145509 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e09c2386-a31c-42d8-9b71-65fb90f0b288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (0722fc37-f557-4503-a3a5-66878f8d3c27), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:29.160366 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Request body: {'port': {'device_id': '5b66be0c-5ad3-410b-94f2-74110dcffc9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:29.188492 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-e09c2386-a31c-42d8-9b71-65fb90f0b288 None None] Port 0722fc37-f557-4503-a3a5-66878f8d3c27 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:37:29.216640 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ca4d9-d3e3-40c1-87bd-c7273ad310f1 req-09c39005-a251-4274-983b-fb8f4b466536 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:29.218835 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8d2ca4d9-d3e3-40c1-87bd-c7273ad310f1 req-09c39005-a251-4274-983b-fb8f4b466536 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 932 time: 0.0910530 Jul 18 02:37:29.277203 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8d2ca4d9-d3e3-40c1-87bd-c7273ad310f1 req-c50a61c2-f71a-4d68-966e-dabb72ac7b40 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513968 Jul 18 02:37:29.572256 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:29.607093 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Publish callbacks [] for router_gateway (8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:29.633071 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:37:29.637038 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff7976-855e-44cf-8d46-df3bbb6c52c9 req-aff7eae9-dc02-4148-a073-b3ee75b89c68 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:29.638574 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e4ff7976-855e-44cf-8d46-df3bbb6c52c9 req-aff7eae9-dc02-4148-a073-b3ee75b89c68 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.1748772 Jul 18 02:37:29.641715 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64fd2-cbfa-435f-8a81-a0ecc02f0117 req-3401f09c-d026-4d59-9187-de9f2238c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:29.643276 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8eb64fd2-cbfa-435f-8a81-a0ecc02f0117 req-3401f09c-d026-4d59-9187-de9f2238c101 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 1130 time: 0.1776755 Jul 18 02:37:29.646791 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:29.665044 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:29.670181 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (0722fc37-f557-4503-a3a5-66878f8d3c27), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:29.673883 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:29.685539 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:29.685978 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (427d51da-4f6c-4ca1-9549-8ade5db3bfb2), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:29.764843 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:29.765234 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (427d51da-4f6c-4ca1-9549-8ade5db3bfb2), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:29.811658 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=427d51da-4f6c-4ca1-9549-8ade5db3bfb2,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:29.855792 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99432365-ae89-40e9-af28-21edfc76a364 req-3f09de92-4dac-4b1e-af9b-f7c5d51d8488 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:29.857419 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-99432365-ae89-40e9-af28-21edfc76a364 req-3f09de92-4dac-4b1e-af9b-f7c5d51d8488 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0528300 Jul 18 02:37:29.888308 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e4ff7976-855e-44cf-8d46-df3bbb6c52c9 req-5be33cf2-551b-4dc6-b8b9-2b052525fa30 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378447 Jul 18 02:37:29.928657 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-99432365-ae89-40e9-af28-21edfc76a364 req-29e5e930-67c2-4385-b4fe-6be5a7c96be4 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644855 Jul 18 02:37:29.954979 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (427d51da-4f6c-4ca1-9549-8ade5db3bfb2), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:30.002801 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64fd2-cbfa-435f-8a81-a0ecc02f0117 req-68357cf8-3a02-46a5-b5fa-157cd70a31ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:30.005824 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8eb64fd2-cbfa-435f-8a81-a0ecc02f0117 req-68357cf8-3a02-46a5-b5fa-157cd70a31ee service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e66762c-c4d2-46f6-ba12-585a390bb14c HTTP/1.1" status: 200 len: 919 time: 0.3532872 Jul 18 02:37:30.021546 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=427d51da-4f6c-4ca1-9549-8ade5db3bfb2,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:30.048994 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:30.051213 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Allocated IP 172.27.3.107 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/5d699585-edcb-49b8-badb-54bd1dd75762) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:37:30.115699 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8eb64fd2-cbfa-435f-8a81-a0ecc02f0117 req-c4db95f3-8456-4534-ab05-20f80a7cf776 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caf2e138-8e60-4fcf-8119-71c69a88ae7d HTTP/1.1" status: 200 len: 217 time: 0.0945241 Jul 18 02:37:30.160851 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-985861c1-9c22-4b0f-844e-a426ae96cc0e req-650fd024-b10c-44ba-9f8a-1ce30c2d3ed8 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 210 time: 0.1145215 Jul 18 02:37:30.197446 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8717f-5715-4aad-a194-6ea922965495 req-55917b5a-a88d-4dd4-a176-46cf08ad5112 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:30.200005 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7df8717f-5715-4aad-a194-6ea922965495 req-55917b5a-a88d-4dd4-a176-46cf08ad5112 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0859821 Jul 18 02:37:30.251686 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7df8717f-5715-4aad-a194-6ea922965495 req-c63c9724-84ef-4c62-a9ec-b1f799ad752e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462101 Jul 18 02:37:30.305793 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64fd2-cbfa-435f-8a81-a0ecc02f0117 req-b39807a7-fd71-4006-a11f-58f044d73f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:30.309472 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8eb64fd2-cbfa-435f-8a81-a0ecc02f0117 req-b39807a7-fd71-4006-a11f-58f044d73f36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4b8b997-66c3-477b-8816-8f4555614405 HTTP/1.1" status: 200 len: 857 time: 0.1693561 Jul 18 02:37:30.330318 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b7f817-33ef-4891-9c34-9ebb50da9ffd None None] Network 40df86f1-859f-4d28-af05-d94fe8d1d2ea requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:37:30.448467 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64fd2-cbfa-435f-8a81-a0ecc02f0117 req-667386d2-96fc-46c8-b0da-03b33e321128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:30.449901 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8eb64fd2-cbfa-435f-8a81-a0ecc02f0117 req-667386d2-96fc-46c8-b0da-03b33e321128 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e66762c-c4d2-46f6-ba12-585a390bb14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1170282 Jul 18 02:37:30.453088 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9895d097-abe9-4eb8-92c4-55f5b9c055d4 None None] Provisioning complete for port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:30.453453 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9895d097-abe9-4eb8-92c4-55f5b9c055d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (427d51da-4f6c-4ca1-9549-8ade5db3bfb2), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:30.482543 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Publish callbacks [] for port (5d699585-edcb-49b8-badb-54bd1dd75762), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:30.490344 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce91609-b32a-485d-9e70-a6ba21f6876c req-88daef2c-c707-405d-908c-c6a717f65c3a tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:30.491845 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6ce91609-b32a-485d-9e70-a6ba21f6876c req-88daef2c-c707-405d-908c-c6a717f65c3a tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 932 time: 0.1072478 Jul 18 02:37:30.537765 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9895d097-abe9-4eb8-92c4-55f5b9c055d4 None None] Current status of the port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:30.593379 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0722fc37-f557-4503-a3a5-66878f8d3c27 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:37:30.598002 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:INSERT=3,neutron:UPDATE=4,neutron:SELECT=93 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:30.611489 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Publish callbacks [] for port (0722fc37-f557-4503-a3a5-66878f8d3c27), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:30.672470 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Transition to ACTIVE for port object 0722fc37-f557-4503-a3a5-66878f8d3c27 will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:37:30.680054 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6ce91609-b32a-485d-9e70-a6ba21f6876c req-2c60829c-7fb3-42e7-b8b6-9c53909ad361 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583996 Jul 18 02:37:30.706569 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8eb64fd2-cbfa-435f-8a81-a0ecc02f0117 req-9e68f454-5286-4593-8291-a910a9a6974f service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377255 Jul 18 02:37:30.733220 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (5d699585-edcb-49b8-badb-54bd1dd75762), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:30.752156 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:30.759103 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-84307542-a844-4460-b0fd-b6d2fa64058b None None] Provisioning complete for port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:30.759549 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-84307542-a844-4460-b0fd-b6d2fa64058b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (427d51da-4f6c-4ca1-9549-8ade5db3bfb2), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:30.770402 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:37:30.773525 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:37:30.784584 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (0722fc37-f557-4503-a3a5-66878f8d3c27), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:30.785457 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:37:30.794843 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Pushing event updated for resources: {'Port': ['ID=5d699585-edcb-49b8-badb-54bd1dd75762,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:30.839710 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-84307542-a844-4460-b0fd-b6d2fa64058b None None] Current status of the port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:30.959898 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Pushing event updated for resources: {'Port': ['ID=0722fc37-f557-4503-a3a5-66878f8d3c27,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:30.973028 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:31.041209 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83692311-dde3-4de0-a082-370ab318e7a9 req-cfec3add-5d86-4522-b632-98d8c2ead12e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:31.043184 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-83692311-dde3-4de0-a082-370ab318e7a9 req-cfec3add-5d86-4522-b632-98d8c2ead12e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.0698988 Jul 18 02:37:31.091969 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ce1b1-01e1-4253-8d55-6b136a994cdd req-6d5bc5d0-f820-4883-9999-8d5a8c380e75 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:31.098588 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-855ce1b1-01e1-4253-8d55-6b136a994cdd req-6d5bc5d0-f820-4883-9999-8d5a8c380e75 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0758529 Jul 18 02:37:31.106871 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-83692311-dde3-4de0-a082-370ab318e7a9 req-72519906-d9b3-4698-b9dd-c2de5323be23 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564990 Jul 18 02:37:31.206883 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Attempting to bind port 0722fc37-f557-4503-a3a5-66878f8d3c27 on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:37:31.207200 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Attempting to bind port 0722fc37-f557-4503-a3a5-66878f8d3c27 by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:37:31.207530 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Attempting to bind port 0722fc37-f557-4503-a3a5-66878f8d3c27 on network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:37:31.228420 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Port 0722fc37-f557-4503-a3a5-66878f8d3c27 on network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:37:31.228660 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Attempting to bind port 0722fc37-f557-4503-a3a5-66878f8d3c27 on network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:37:31.238327 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-855ce1b1-01e1-4253-8d55-6b136a994cdd req-5d3236e8-76b8-440d-842d-db46590944ce tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387312 Jul 18 02:37:31.247549 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:37:31.247890 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Checking segment: {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:37:31.248271 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Bound using segment: {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:37:31.248718 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Bound port: 0722fc37-f557-4503-a3a5-66878f8d3c27, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:37:31.249075 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (0722fc37-f557-4503-a3a5-66878f8d3c27), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:31.269465 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c48c41d7-d107-4ca3-8f02-8d95548eaf1e req-d75a8116-1163-4291-abcf-4f3274f95e38 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 210 time: 0.0335388 Jul 18 02:37:31.320492 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8eb64fd2-cbfa-435f-8a81-a0ecc02f0117 req-c45162a6-b008-4e88-bde6-e5febaf8083f service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831645 Jul 18 02:37:31.339712 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-474a41f6-3dcc-4fa6-92e4-be3c73c98491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:31.479025 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] For port 0722fc37-f557-4503-a3a5-66878f8d3c27, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:37:31.483690 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:31.517441 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445646f-7cb5-40a0-b4bf-cad2a51bd198 req-ec0b526f-f3ad-4502-bde6-da618ff5fb64 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:31.519421 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4445646f-7cb5-40a0-b4bf-cad2a51bd198 req-ec0b526f-f3ad-4502-bde6-da618ff5fb64 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.1761055 Jul 18 02:37:31.538488 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] For port 0722fc37-f557-4503-a3a5-66878f8d3c27, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=0722fc37-f557-4503-a3a5-66878f8d3c27,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:37:31.548006 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Publish callbacks [] for router_gateway (8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:31.592126 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:37:31.640101 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:31.640747 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (427d51da-4f6c-4ca1-9549-8ade5db3bfb2), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:31.723468 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:31.833389 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f075d-bae2-4dc5-afd5-f4c6a4902ab3 req-d70bbed8-35fa-407a-a1bf-7094ae46b68c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:31.838565 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f83f075d-bae2-4dc5-afd5-f4c6a4902ab3 req-d70bbed8-35fa-407a-a1bf-7094ae46b68c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 944 time: 0.0628660 Jul 18 02:37:31.842674 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (0722fc37-f557-4503-a3a5-66878f8d3c27), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:31.886761 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f83f075d-bae2-4dc5-afd5-f4c6a4902ab3 req-8c74567a-8876-4eb8-9ee5-fc1ccc3aafa0 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450513 Jul 18 02:37:31.950374 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:31.950987 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:31.952371 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] 10.222.0.72 "PUT /v2.0/ports/0722fc37-f557-4503-a3a5-66878f8d3c27 HTTP/1.1" status: 200 len: 1094 time: 2.7989504 Jul 18 02:37:31.963576 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-c047f62e-4777-4968-9212-3ef085496506 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:31.965156 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-c047f62e-4777-4968-9212-3ef085496506 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.72 "GET /v2.0/networks?id=751f7927-6223-4192-b4ba-501ca0955707 HTTP/1.1" status: 200 len: 809 time: 0.6080496 Jul 18 02:37:31.966794 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b66be0c-5ad3-410b-94f2-74110dcffc9b', 'tag': '0722fc37-f557-4503-a3a5-66878f8d3c27'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:37:31.967949 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbbef6b-2263-4164-9cd5-64d15b6a6ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b66be0c-5ad3-410b-94f2-74110dcffc9b", "tag": "0722fc37-f557-4503-a3a5-66878f8d3c27"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:37:31.982482 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4445646f-7cb5-40a0-b4bf-cad2a51bd198 req-3e16f1d6-c8be-4a0e-9e68-f1d677688c21 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4520919 Jul 18 02:37:32.005223 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-b22f38a8-8846-4c5a-8bcd-eeb3f205fd7e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Request body: {'port': {'device_id': '8efcc0a9-9d1f-43e8-998e-c6bd700bd24b', 'network_id': '751f7927-6223-4192-b4ba-501ca0955707', 'admin_state_up': True, 'tenant_id': 'd615520de8a64205981c88430498f5f6'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:32.015021 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc0686-f14a-4bbd-baef-5362fea46131 service neutron] Pushing event updated for resources: {'Port': ['ID=0722fc37-f557-4503-a3a5-66878f8d3c27,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:32.032846 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6978e1ea-ed23-4479-aa6d-f79accb4799b x-openstack-request-id: req-6978e1ea-ed23-4479-aa6d-f79accb4799b {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:37:32.033132 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b66be0c-5ad3-410b-94f2-74110dcffc9b", "tag": "0722fc37-f557-4503-a3a5-66878f8d3c27", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:37:32.033561 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6978e1ea-ed23-4479-aa6d-f79accb4799b {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:37:32.034629 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6978e1ea-ed23-4479-aa6d-f79accb4799b'] response: {'name': 'network-changed', 'server_uuid': '5b66be0c-5ad3-410b-94f2-74110dcffc9b', 'tag': '0722fc37-f557-4503-a3a5-66878f8d3c27', 'status': 'completed', 'code': 200} Jul 18 02:37:32.130832 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:32.267032 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbef6b-2263-4164-9cd5-64d15b6a6ce9 req-147fbd90-41b0-47f0-9528-fa58e7cc0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:32.269061 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6bbbef6b-2263-4164-9cd5-64d15b6a6ce9 req-147fbd90-41b0-47f0-9528-fa58e7cc0bf2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b02a417904a474abcab1eec5cea9c7e&device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 1128 time: 0.1400664 Jul 18 02:37:32.299214 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57f310-ead3-4726-a0bc-b396c352afa2 req-ee47435a-bae6-4394-91f5-0af3ad34012e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:32.300895 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7f57f310-ead3-4726-a0bc-b396c352afa2 req-ee47435a-bae6-4394-91f5-0af3ad34012e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.1120727 Jul 18 02:37:32.314974 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33289805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286141'] for router (8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:32.371052 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53893ea8-b690-476d-a3c4-05216de3ead5 req-0dd63467-e330-4f15-b3c6-a6018f4cf8e3 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:32.373645 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-53893ea8-b690-476d-a3c4-05216de3ead5 req-0dd63467-e330-4f15-b3c6-a6018f4cf8e3 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0605910 Jul 18 02:37:32.404567 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-b22f38a8-8846-4c5a-8bcd-eeb3f205fd7e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Made reservation on behalf of d615520de8a64205981c88430498f5f6 for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:37:32.408276 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-b22f38a8-8846-4c5a-8bcd-eeb3f205fd7e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:32.424951 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-53893ea8-b690-476d-a3c4-05216de3ead5 req-638863ed-fed6-4be6-b6a0-13976b2a43ba tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453248 Jul 18 02:37:32.529111 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2a33030c-52ab-4aa4-a4ce-5d173e46a7be req-0967fdc5-4049-43cf-a3d4-01024c522b2d tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 210 time: 0.0318000 Jul 18 02:37:32.535104 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:32.535658 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7f57f310-ead3-4726-a0bc-b396c352afa2 req-092aebac-4a13-4c0f-96b8-fa2c35abdab7 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267387 Jul 18 02:37:32.608771 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbef6b-2263-4164-9cd5-64d15b6a6ce9 req-e0a44c9a-fcb2-4f1c-90a7-cff923f4eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:32.610269 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6bbbef6b-2263-4164-9cd5-64d15b6a6ce9 req-e0a44c9a-fcb2-4f1c-90a7-cff923f4eb96 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4b02a417904a474abcab1eec5cea9c7e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2902169 Jul 18 02:37:32.672668 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 3185ab6e-a508-4ad1-b269-07229430860b details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:37:32.756297 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-b22f38a8-8846-4c5a-8bcd-eeb3f205fd7e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Allocated IP 172.20.0.10 (751f7927-6223-4192-b4ba-501ca0955707/ac02bae2-5d13-4e19-a260-a6bab2d8cb6a/8cc1584e-f2f7-4312-b8f9-de762dbe75f4) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:37:32.762315 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:32.779200 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 3185ab6e-a508-4ad1-b269-07229430860b, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=3185ab6e-a508-4ad1-b269-07229430860b,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:32.792125 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '3185ab6e-a508-4ad1-b269-07229430860b', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'port_id': '3185ab6e-a508-4ad1-b269-07229430860b', 'mac_address': 'fa:16:3e:a6:55:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:37:32.798569 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbef6b-2263-4164-9cd5-64d15b6a6ce9 req-67902082-c3ff-4b29-842c-29f9a73efd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:32.800130 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6bbbef6b-2263-4164-9cd5-64d15b6a6ce9 req-67902082-c3ff-4b29-842c-29f9a73efd00 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1774242 Jul 18 02:37:32.847302 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 3185ab6e-a508-4ad1-b269-07229430860b is: ACTIVE; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:32.847701 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (3185ab6e-a508-4ad1-b269-07229430860b), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:32.869244 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3185ab6e-a508-4ad1-b269-07229430860b {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:37:32.891552 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 3185ab6e-a508-4ad1-b269-07229430860b, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=3185ab6e-a508-4ad1-b269-07229430860b,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:32.939893 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee is scheduled to L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 with binding_index 1 {{(pid=104651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 02:37:32.948380 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:32.966078 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-770fa185-46ca-49bb-af18-9cf66eca51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:32.968124 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-770fa185-46ca-49bb-af18-9cf66eca51c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b02a417904a474abcab1eec5cea9c7e&device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 1128 time: 0.0655191 Jul 18 02:37:32.979366 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (3185ab6e-a508-4ad1-b269-07229430860b), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:33.062719 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=3185ab6e-a508-4ad1-b269-07229430860b,revision_number=6']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:33.123897 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-6e4b2177-5f51-4103-a137-f60e7f3225bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0722fc37-f557-4503-a3a5-66878f8d3c27 HTTP/1.1" status: 200 len: 217 time: 0.1384814 Jul 18 02:37:33.137275 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-b22f38a8-8846-4c5a-8bcd-eeb3f205fd7e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Publish callbacks [] for port (8cc1584e-f2f7-4312-b8f9-de762dbe75f4), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:33.182997 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['3185ab6e-a508-4ad1-b269-07229430860b'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:37:33.277402 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547867eb-31c2-4722-b9a9-7d6488deca7e req-77161120-ee8d-4494-a02c-69ba374bd1fa tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:33.277402 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-547867eb-31c2-4722-b9a9-7d6488deca7e req-77161120-ee8d-4494-a02c-69ba374bd1fa tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 944 time: 0.1538632 Jul 18 02:37:33.303416 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24488b-45f9-41cf-a338-c7dd04b0904d req-98fd8d0e-d079-4114-a134-1d43b0ef6acb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:33.311256 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fd24488b-45f9-41cf-a338-c7dd04b0904d req-98fd8d0e-d079-4114-a134-1d43b0ef6acb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 944 time: 0.3512256 Jul 18 02:37:33.321235 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-87e46722-36b4-4386-b3c1-0efe4afeda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:33.322755 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-87e46722-36b4-4386-b3c1-0efe4afeda7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=980bd026-fed1-45eb-bd25-e5a3e3e70779 HTTP/1.1" status: 200 len: 854 time: 0.1799848 Jul 18 02:37:33.352365 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:33.389844 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:37:33.390787 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fd24488b-45f9-41cf-a338-c7dd04b0904d req-a29c0ebd-2efd-4746-9806-240922db52b4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779443 Jul 18 02:37:33.411392 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-547867eb-31c2-4722-b9a9-7d6488deca7e req-b83d544b-e75e-42ee-87f9-4eabce9daecc tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302552 Jul 18 02:37:33.418656 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Sync routers for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:37:33.418815 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-b22f38a8-8846-4c5a-8bcd-eeb3f205fd7e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (8cc1584e-f2f7-4312-b8f9-de762dbe75f4), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:33.435669 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-1768a070-5ec9-4aa9-aa8e-3d5afcdb4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:33.436907 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-1768a070-5ec9-4aa9-aa8e-3d5afcdb4484 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1037173 Jul 18 02:37:33.449696 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:37:33.450767 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-480eea75-d320-4420-af08-68b0a4647815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:37:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:33.530824 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-b22f38a8-8846-4c5a-8bcd-eeb3f205fd7e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Network 751f7927-6223-4192-b4ba-501ca0955707 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:37:33.550188 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-b22f38a8-8846-4c5a-8bcd-eeb3f205fd7e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:37:33.552845 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-b22f38a8-8846-4c5a-8bcd-eeb3f205fd7e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:37:33.596800 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:33.600790 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-94f63664-efa2-458d-adaa-97726c2ba18a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4671547 Jul 18 02:37:33.617056 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 51612) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:33.620551 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f38a8-8846-4c5a-8bcd-eeb3f205fd7e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Pushing event updated for resources: {'Port': ['ID=8cc1584e-f2f7-4312-b8f9-de762dbe75f4,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:33.635241 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:33.677267 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9171f-7245-492c-b8c1-e6e18b1928f1 req-cab99a4a-1a1b-4153-8735-0d9e1f620aae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:33.679535 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bed9171f-7245-492c-b8c1-e6e18b1928f1 req-cab99a4a-1a1b-4153-8735-0d9e1f620aae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.1639955 Jul 18 02:37:33.712214 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-b22f38a8-8846-4c5a-8bcd-eeb3f205fd7e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:33.712916 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-b22f38a8-8846-4c5a-8bcd-eeb3f205fd7e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:33.735722 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-f5cab2d7-a8e9-4869-bf6e-a46e071003a7 service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423649 Jul 18 02:37:33.753934 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:33.784876 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df20c8-e15b-44a3-ac3a-c0126894f61c req-5b532d70-d6f7-4917-bf2d-baf949e1392b tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:33.786746 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e1df20c8-e15b-44a3-ac3a-c0126894f61c req-5b532d70-d6f7-4917-bf2d-baf949e1392b tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 932 time: 0.1302078 Jul 18 02:37:33.806803 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:37:33.880129 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e1df20c8-e15b-44a3-ac3a-c0126894f61c req-0e209226-d4d6-4a11-bcc5-090ed4eb25da tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851367 Jul 18 02:37:33.885208 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-b22f38a8-8846-4c5a-8bcd-eeb3f205fd7e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8951120 Jul 18 02:37:33.903455 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:33.915032 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Request body: {'port': {'device_id': '8efcc0a9-9d1f-43e8-998e-c6bd700bd24b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:33.979950 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1fb428b8-baa6-4abb-a9e2-456e46fdfb71 req-475468c7-5aea-4780-b995-f201133136a3 service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316363 Jul 18 02:37:34.015692 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (8cc1584e-f2f7-4312-b8f9-de762dbe75f4), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:34.051208 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:34.060561 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-480eea75-d320-4420-af08-68b0a4647815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:31Z', 'revision_number': 3, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:34.094754 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bed9171f-7245-492c-b8c1-e6e18b1928f1 req-f409aeb9-3160-42d1-a871-f65c055939d0 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4075089 Jul 18 02:37:34.102593 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Checking router: 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:37:34.103123 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Updating router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee port 5d699585-edcb-49b8-badb-54bd1dd75762 binding host dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:37:34.105613 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:34.111884 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:34.140921 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5d699585-edcb-49b8-badb-54bd1dd75762), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:34.160662 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da02a09-f7c8-4338-95e1-db73cf7725a4 req-7f1a2a95-5cd6-404c-b88a-fb3490e87305 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:34.162315 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1da02a09-f7c8-4338-95e1-db73cf7725a4 req-7f1a2a95-5cd6-404c-b88a-fb3490e87305 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.1347497 Jul 18 02:37:34.214253 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:34.324430 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1da02a09-f7c8-4338-95e1-db73cf7725a4 req-eaa57a2a-c73b-4683-aaff-40593e6f9966 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556857 Jul 18 02:37:34.518245 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:34.535871 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:34.575699 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11f01a-f0b6-434e-be89-b929ef59bff0 req-cd40cace-fdbc-4ae4-9910-4f047bd634a2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:34.583826 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7c11f01a-f0b6-434e-be89-b929ef59bff0 req-cd40cace-fdbc-4ae4-9910-4f047bd634a2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 944 time: 0.0806770 Jul 18 02:37:34.633160 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Publish callbacks [] for port (5d699585-edcb-49b8-badb-54bd1dd75762), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:34.656492 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:37:34.681446 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e65391-bb3f-46f7-b698-dce050b76f0b req-89aa1c76-f08e-40b0-acd1-85f4ad0383dd tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:34.681446 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-26e65391-bb3f-46f7-b698-dce050b76f0b req-89aa1c76-f08e-40b0-acd1-85f4ad0383dd tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 944 time: 0.1121686 Jul 18 02:37:34.681446 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Publish callbacks [] for port (8cc1584e-f2f7-4312-b8f9-de762dbe75f4), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:34.688107 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 3185ab6e-a508-4ad1-b269-07229430860b up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:37:34.726682 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7c11f01a-f0b6-434e-be89-b929ef59bff0 req-801402c9-ef45-4f14-9135-a8866c4f42fa tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415274 Jul 18 02:37:34.737255 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (5d699585-edcb-49b8-badb-54bd1dd75762), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:34.752855 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Transition to ACTIVE for port object 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:37:34.781443 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:34.791306 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:34.797272 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-26e65391-bb3f-46f7-b698-dce050b76f0b req-bc4aa8ca-c022-4f22-98b1-05546f75197d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111243 Jul 18 02:37:34.818469 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (8cc1584e-f2f7-4312-b8f9-de762dbe75f4), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:34.830116 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20f883-25a3-4c58-8efe-9c1d52f47352 None None] Pushing event updated for resources: {'Port': ['ID=5d699585-edcb-49b8-badb-54bd1dd75762,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:34.833179 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Attempting to bind port 5d699585-edcb-49b8-badb-54bd1dd75762 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:37:34.833729 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Attempting to bind port 5d699585-edcb-49b8-badb-54bd1dd75762 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:37:34.834314 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Attempting to bind port 5d699585-edcb-49b8-badb-54bd1dd75762 on network 277ea304-6c46-4a00-b9b4-38f4ca976978 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:37:34.842027 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 3185ab6e-a508-4ad1-b269-07229430860b triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:34.842632 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (3185ab6e-a508-4ad1-b269-07229430860b), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:34.846318 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:37:34.847211 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Checking segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:37:34.847830 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:34.848520 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Bound using segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:37:34.849014 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Bound port: 5d699585-edcb-49b8-badb-54bd1dd75762, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:37:34.849393 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5d699585-edcb-49b8-badb-54bd1dd75762), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:34.875036 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Allocated IP 172.20.0.1 (40df86f1-859f-4d28-af05-d94fe8d1d2ea/aaa05713-ce93-4cf4-8801-b67183726cee/1c248648-a291-4f48-a383-2f2aaa7dfd17) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:37:34.897092 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Pushing event updated for resources: {'Port': ['ID=8cc1584e-f2f7-4312-b8f9-de762dbe75f4,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:34.939637 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-480eea75-d320-4420-af08-68b0a4647815 None None] For port 5d699585-edcb-49b8-badb-54bd1dd75762, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:37:34.943540 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-480eea75-d320-4420-af08-68b0a4647815 None None] For port 5d699585-edcb-49b8-badb-54bd1dd75762, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=5d699585-edcb-49b8-badb-54bd1dd75762,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:37:35.005449 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 3185ab6e-a508-4ad1-b269-07229430860b is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:35.005835 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (3185ab6e-a508-4ad1-b269-07229430860b), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:35.103101 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3185ab6e-a508-4ad1-b269-07229430860b'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:37:35.125411 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ea93ef-dc7e-482f-9c50-b597cd10fcfb" -d '{"events": [{"server_uuid": "68d974b9-4abf-4d7f-bbea-08e8fef381dd", "name": "network-vif-plugged", "status": "completed", "tag": "3185ab6e-a508-4ad1-b269-07229430860b"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:37:35.141410 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 3185ab6e-a508-4ad1-b269-07229430860b, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=3185ab6e-a508-4ad1-b269-07229430860b,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:35.145844 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (5d699585-edcb-49b8-badb-54bd1dd75762), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:35.203432 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Attempting to bind port 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:37:35.204038 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Attempting to bind port 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': '3bdf316c-a363-4b38-ba46-e7ba1cd8726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '751f7927-6223-4192-b4ba-501ca0955707'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:37:35.204038 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Attempting to bind port 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 on network 751f7927-6223-4192-b4ba-501ca0955707 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:37:35.205242 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Publish callbacks [] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:35.213465 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Port 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 on network 751f7927-6223-4192-b4ba-501ca0955707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:37:35.213791 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Attempting to bind port 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 on network 751f7927-6223-4192-b4ba-501ca0955707 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:37:35.227248 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:37:35.228362 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Checking segment: {'id': '3bdf316c-a363-4b38-ba46-e7ba1cd8726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '751f7927-6223-4192-b4ba-501ca0955707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:37:35.232059 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Bound using segment: {'id': '3bdf316c-a363-4b38-ba46-e7ba1cd8726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '751f7927-6223-4192-b4ba-501ca0955707'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:37:35.232694 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Bound port: 8cc1584e-f2f7-4312-b8f9-de762dbe75f4, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bdf316c-a363-4b38-ba46-e7ba1cd8726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '751f7927-6223-4192-b4ba-501ca0955707'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:37:35.233223 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (8cc1584e-f2f7-4312-b8f9-de762dbe75f4), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:35.256183 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c92470-22dd-4dc8-a12b-f15be9f036d9 x-openstack-request-id: req-93c92470-22dd-4dc8-a12b-f15be9f036d9 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:37:35.256499 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d974b9-4abf-4d7f-bbea-08e8fef381dd", "name": "network-vif-plugged", "status": "completed", "tag": "3185ab6e-a508-4ad1-b269-07229430860b", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:37:35.256748 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-93c92470-22dd-4dc8-a12b-f15be9f036d9 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:37:35.257217 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c92470-22dd-4dc8-a12b-f15be9f036d9'] response: {'server_uuid': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3185ab6e-a508-4ad1-b269-07229430860b', 'code': 200} Jul 18 02:37:35.257722 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20f883-25a3-4c58-8efe-9c1d52f47352 None None] Pushing event updated for resources: {'Port': ['ID=5d699585-edcb-49b8-badb-54bd1dd75762,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:35.261743 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611f52d-358c-4451-9aa1-bc3997ce2b41 req-d5e52afb-f8d9-4cf0-980a-410d9945f78d tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:35.265659 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1611f52d-358c-4451-9aa1-bc3997ce2b41 req-d5e52afb-f8d9-4cf0-980a-410d9945f78d tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 944 time: 0.1974306 Jul 18 02:37:35.291135 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:35.296019 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:37:35.296664 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-480eea75-d320-4420-af08-68b0a4647815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:37:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:35.313204 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:35.356101 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1611f52d-358c-4451-9aa1-bc3997ce2b41 req-2248dee7-0180-445e-927c-aebae9d5d626 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821450 Jul 18 02:37:35.516166 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-480eea75-d320-4420-af08-68b0a4647815 None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:37:35.547372 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793659b0-aaae-46c8-8e00-e0f93bed613a req-c241140f-4eab-4222-aaf5-f604645855b9 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:35.558014 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-793659b0-aaae-46c8-8e00-e0f93bed613a req-c241140f-4eab-4222-aaf5-f604645855b9 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.0808358 Jul 18 02:37:35.561627 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:35.610919 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (3185ab6e-a508-4ad1-b269-07229430860b), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:35.678866 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Network 40df86f1-859f-4d28-af05-d94fe8d1d2ea is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:37:35.692375 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:37:35.696572 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df64bf-3ced-405f-bbdf-8c4012df279c req-917f299b-433a-4759-970f-f90562f728db tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:35.699306 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-53df64bf-3ced-405f-bbdf-8c4012df279c req-917f299b-433a-4759-970f-f90562f728db tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.3923643 Jul 18 02:37:35.701266 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] For port 8cc1584e-f2f7-4312-b8f9-de762dbe75f4, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:37:35.708715 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:37:35.712681 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:35.720447 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] For port 8cc1584e-f2f7-4312-b8f9-de762dbe75f4, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=8cc1584e-f2f7-4312-b8f9-de762dbe75f4,segment=NetworkSegment(3bdf316c-a363-4b38-ba46-e7ba1cd8726a),segment_id=3bdf316c-a363-4b38-ba46-e7ba1cd8726a)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:37:35.744626 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Pushing event updated for resources: {'Port': ['ID=1c248648-a291-4f48-a383-2f2aaa7dfd17,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:35.777723 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-793659b0-aaae-46c8-8e00-e0f93bed613a req-8d3da017-1ced-4ea9-99b3-f6beb1704b42 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184207 Jul 18 02:37:35.808837 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33262966'] for router_interface (8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:35.810798 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=3185ab6e-a508-4ad1-b269-07229430860b,revision_number=7']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:35.879349 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-53df64bf-3ced-405f-bbdf-8c4012df279c req-c6871c76-312d-4fa9-89bf-00a543d20eda tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626809 Jul 18 02:37:35.918265 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (8cc1584e-f2f7-4312-b8f9-de762dbe75f4), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:35.942799 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:35.945796 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-480eea75-d320-4420-af08-68b0a4647815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:31Z', 'revision_number': 3, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:35.949621 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:35.951236 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] 10.222.0.72 "PUT /v2.0/ports/8cc1584e-f2f7-4312-b8f9-de762dbe75f4 HTTP/1.1" status: 200 len: 1094 time: 2.0492721 Jul 18 02:37:35.951814 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efcc0a9-9d1f-43e8-998e-c6bd700bd24b', 'tag': '8cc1584e-f2f7-4312-b8f9-de762dbe75f4'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:37:35.954866 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1780dc5-1f3c-447f-9f46-71da0e42b5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8efcc0a9-9d1f-43e8-998e-c6bd700bd24b", "tag": "8cc1584e-f2f7-4312-b8f9-de762dbe75f4"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:37:36.022541 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480eea75-d320-4420-af08-68b0a4647815 None None] The sync data for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi is: [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:31Z', 'revision_number': 3, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:37:36.146518 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670f913-44c2-4ed3-8afb-321ee14f465c service neutron] Pushing event updated for resources: {'Port': ['ID=8cc1584e-f2f7-4312-b8f9-de762dbe75f4,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:36.148358 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-5ad16653-caef-4ae9-8605-ab175e5af981 None None] Provisioning complete for port 1c248648-a291-4f48-a383-2f2aaa7dfd17 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:36.149981 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-5ad16653-caef-4ae9-8605-ab175e5af981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:36.156541 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67792c-2083-4cb7-9ffb-000df785eae6 req-7e60bcd1-47bc-4f45-ae6e-5e6a377cedae tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:36.166736 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8a67792c-2083-4cb7-9ffb-000df785eae6 req-7e60bcd1-47bc-4f45-ae6e-5e6a377cedae tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 944 time: 0.2261069 Jul 18 02:37:36.194616 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0e062-21a7-425d-96b8-a6ee7ef33ac8 req-9372682a-14b4-4db4-8005-f210b1fd24aa tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:36.196232 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1cc0e062-21a7-425d-96b8-a6ee7ef33ac8 req-9372682a-14b4-4db4-8005-f210b1fd24aa tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.1298223 Jul 18 02:37:36.214748 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-73621bb3-fec5-4240-b14d-b93197291c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:36.218887 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-73621bb3-fec5-4240-b14d-b93197291c40 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d615520de8a64205981c88430498f5f6&device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 1128 time: 0.0923686 Jul 18 02:37:36.258374 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:36.260920 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:36.262454 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-5ad16653-caef-4ae9-8605-ab175e5af981 None None] Port 1c248648-a291-4f48-a383-2f2aaa7dfd17 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:37:36.296825 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8a67792c-2083-4cb7-9ffb-000df785eae6 req-0bd9df3b-8551-42c3-8018-cb44992663c6 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292338 Jul 18 02:37:36.323752 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-afb61bd3-733e-4909-b323-014cec13a9c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc1584e-f2f7-4312-b8f9-de762dbe75f4 HTTP/1.1" status: 200 len: 217 time: 0.0913231 Jul 18 02:37:36.360224 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802bfbc4-8113-4032-be80-75a323406744 x-openstack-request-id: req-802bfbc4-8113-4032-be80-75a323406744 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:37:36.360562 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efcc0a9-9d1f-43e8-998e-c6bd700bd24b", "tag": "8cc1584e-f2f7-4312-b8f9-de762dbe75f4", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:37:36.360856 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-802bfbc4-8113-4032-be80-75a323406744 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:37:36.361270 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802bfbc4-8113-4032-be80-75a323406744'] response: {'name': 'network-changed', 'server_uuid': '8efcc0a9-9d1f-43e8-998e-c6bd700bd24b', 'tag': '8cc1584e-f2f7-4312-b8f9-de762dbe75f4', 'status': 'completed', 'code': 200} Jul 18 02:37:36.469225 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-63358c28-cdfa-4ffd-88bd-a557a04e2774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:36.473036 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-63358c28-cdfa-4ffd-88bd-a557a04e2774 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac02bae2-5d13-4e19-a260-a6bab2d8cb6a HTTP/1.1" status: 200 len: 849 time: 0.1384625 Jul 18 02:37:36.476627 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1cc0e062-21a7-425d-96b8-a6ee7ef33ac8 req-a9a4175c-257b-4d1f-831c-94041b60c84a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691774 Jul 18 02:37:36.531194 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-5d67a541-3185-43f8-a353-edf5228b83c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=751f7927-6223-4192-b4ba-501ca0955707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529692 Jul 18 02:37:36.623687 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a0c2-1165-4b5d-8a5e-4ebb0603b199 req-c22fd6db-5611-4eb8-a4d5-38d2c9e7fa10 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:36.635020 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0a26a0c2-1165-4b5d-8a5e-4ebb0603b199 req-c22fd6db-5611-4eb8-a4d5-38d2c9e7fa10 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 944 time: 0.0955396 Jul 18 02:37:36.640197 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:36.689854 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-a3a16ebd-75a7-404a-9743-5c27a21e98b8 service neutron] 10.222.0.72 "GET /v2.0/networks/751f7927-6223-4192-b4ba-501ca0955707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474447 Jul 18 02:37:36.718606 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:36.728431 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 0722fc37-f557-4503-a3a5-66878f8d3c27 details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:37:36.749829 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0a26a0c2-1165-4b5d-8a5e-4ebb0603b199 req-904cdf2f-5b16-4bec-940f-ec4ad734f65f tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029556 Jul 18 02:37:36.811015 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Publish callbacks [] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:36.856666 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b37bd434-f274-4046-97ac-77e6370e17c3 req-11b8aae2-837d-464a-b6ed-e7f2c05282fd service neutron] 10.222.0.72 "GET /v2.0/networks/751f7927-6223-4192-b4ba-501ca0955707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510556 Jul 18 02:37:36.905396 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714115'] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:36.922833 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 0722fc37-f557-4503-a3a5-66878f8d3c27, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=0722fc37-f557-4503-a3a5-66878f8d3c27,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:36.940106 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '0722fc37-f557-4503-a3a5-66878f8d3c27', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'port_id': '0722fc37-f557-4503-a3a5-66878f8d3c27', 'mac_address': 'fa:16:3e:bf:08:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:37:36.980612 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1fc03-aa8a-4bf7-b979-7d917cae76b1 req-1f39dd67-fb82-4ff1-9e02-1fb54c5bf463 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:36.985330 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f2b1fc03-aa8a-4bf7-b979-7d917cae76b1 req-1f39dd67-fb82-4ff1-9e02-1fb54c5bf463 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.1052244 Jul 18 02:37:37.002661 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 0722fc37-f557-4503-a3a5-66878f8d3c27 is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:37.003105 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (0722fc37-f557-4503-a3a5-66878f8d3c27), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:37.063251 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0722fc37-f557-4503-a3a5-66878f8d3c27 {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:37:37.080968 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f2b1fc03-aa8a-4bf7-b979-7d917cae76b1 req-4fd04657-9d7a-47e4-84ee-6cb8b1efd078 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832927 Jul 18 02:37:37.108164 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 0722fc37-f557-4503-a3a5-66878f8d3c27, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=0722fc37-f557-4503-a3a5-66878f8d3c27,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:37.134829 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cae96-e641-4b4a-9521-7acaccdd0216 req-431f646e-f98c-4e74-83ec-127277aa69c6 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:37.142074 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cc0cae96-e641-4b4a-9521-7acaccdd0216 req-431f646e-f98c-4e74-83ec-127277aa69c6 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.1391442 Jul 18 02:37:37.170073 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33111595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33265422'] for router_interface (8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:37.178847 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Pushing event updated for resources: {'Port': ['ID=1c248648-a291-4f48-a383-2f2aaa7dfd17,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:37.202973 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (0722fc37-f557-4503-a3a5-66878f8d3c27), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:37.266680 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cc0cae96-e641-4b4a-9521-7acaccdd0216 req-c33462f6-fdac-4bdb-b441-dc08e2469e9f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235802 Jul 18 02:37:37.275235 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=0722fc37-f557-4503-a3a5-66878f8d3c27,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:37.375408 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Network 40df86f1-859f-4d28-af05-d94fe8d1d2ea is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:37:37.377209 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:37:37.486841 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b5568-1e6a-4add-8fe1-b6ce2d4124e2 req-6c27c295-1803-4428-93d6-f7a93f577d85 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:37.489206 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-001b5568-1e6a-4add-8fe1-b6ce2d4124e2 req-6c27c295-1803-4428-93d6-f7a93f577d85 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 945 time: 0.1109030 Jul 18 02:37:37.571978 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:37:37.608705 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-001b5568-1e6a-4add-8fe1-b6ce2d4124e2 req-28864eaa-6b5c-4afd-a6a9-d2b0480b28c7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077833 Jul 18 02:37:37.618798 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['0722fc37-f557-4503-a3a5-66878f8d3c27'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:37:37.729564 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 5d699585-edcb-49b8-badb-54bd1dd75762 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:37:37.803019 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcf0e7-3995-4757-82f4-fd3853b53956 req-0526aa26-95f4-4c33-8f7a-19b074544208 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:37.820328 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9bdcf0e7-3995-4757-82f4-fd3853b53956 req-0526aa26-95f4-4c33-8f7a-19b074544208 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.1446435 Jul 18 02:37:37.824263 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-ee8b9a5e-1717-45db-be2c-e1a14862468f None None] Provisioning complete for port 1c248648-a291-4f48-a383-2f2aaa7dfd17 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:37.824408 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ee8b9a5e-1717-45db-be2c-e1a14862468f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:37.838816 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:37:37.854357 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-4683d93d-6a0a-4dda-887a-95cbbb6ec00a admin admin] 10.222.0.66 "PUT /v2.0/routers/8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2065823 Jul 18 02:37:37.897114 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 5d699585-edcb-49b8-badb-54bd1dd75762 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:37.897474 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (5d699585-edcb-49b8-badb-54bd1dd75762), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:37.899894 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9bdcf0e7-3995-4757-82f4-fd3853b53956 req-751608d3-a928-4ef5-ae42-85a2e1d9c81d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787807 Jul 18 02:37:37.923246 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b9a5e-1717-45db-be2c-e1a14862468f None None] Port 1c248648-a291-4f48-a383-2f2aaa7dfd17 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:37:37.976842 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27027f44-4c5b-4daf-be57-830174701a1c req-a8ccfc1b-426d-43f2-a06a-63b6d24a8e0e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:37.978922 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-27027f44-4c5b-4daf-be57-830174701a1c req-a8ccfc1b-426d-43f2-a06a-63b6d24a8e0e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 944 time: 0.1069584 Jul 18 02:37:38.059006 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 5d699585-edcb-49b8-badb-54bd1dd75762 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:38.059510 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5d699585-edcb-49b8-badb-54bd1dd75762), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:38.085203 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-27027f44-4c5b-4daf-be57-830174701a1c req-4c5dc4ce-b8d1-468b-9c29-9754ff92b18e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941532 Jul 18 02:37:38.092041 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port 5d699585-edcb-49b8-badb-54bd1dd75762, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=5d699585-edcb-49b8-badb-54bd1dd75762,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:38.166168 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (5d699585-edcb-49b8-badb-54bd1dd75762), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:38.218761 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:38.246876 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa880ac7-4db3-4351-98e2-a1074181eb6e req-5bcbdde8-ad60-4183-b391-3e616453e1ef tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:38.254689 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-aa880ac7-4db3-4351-98e2-a1074181eb6e req-5bcbdde8-ad60-4183-b391-3e616453e1ef tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.0733395 Jul 18 02:37:38.265354 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1780dc5-1f3c-447f-9f46-71da0e42b5ff req-1bec9903-28e2-4a0c-99de-4e86beaa65ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:38.272679 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a1780dc5-1f3c-447f-9f46-71da0e42b5ff req-1bec9903-28e2-4a0c-99de-4e86beaa65ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d615520de8a64205981c88430498f5f6&device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 1128 time: 0.1110296 Jul 18 02:37:38.310684 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=5d699585-edcb-49b8-badb-54bd1dd75762,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:38.340223 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-aa880ac7-4db3-4351-98e2-a1074181eb6e req-2fc485d7-dc70-41ac-85d6-d3a36c9e100f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838554 Jul 18 02:37:38.458148 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:38.489116 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec08352-11e1-415a-a9d7-9732baaa3f9f req-9f43432d-82d0-4dda-afb4-ca7e546dfd87 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:38.490827 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-eec08352-11e1-415a-a9d7-9732baaa3f9f req-9f43432d-82d0-4dda-afb4-ca7e546dfd87 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0741591 Jul 18 02:37:38.523753 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1780dc5-1f3c-447f-9f46-71da0e42b5ff req-bae7a6c7-ca90-42ac-9cab-74cfd29599b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:38.525233 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a1780dc5-1f3c-447f-9f46-71da0e42b5ff req-bae7a6c7-ca90-42ac-9cab-74cfd29599b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=751f7927-6223-4192-b4ba-501ca0955707 HTTP/1.1" status: 200 len: 910 time: 0.2460432 Jul 18 02:37:38.542503 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Sync routers for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:37:38.576991 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:37:38.582536 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:37:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:38.590278 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a1780dc5-1f3c-447f-9f46-71da0e42b5ff req-fcc42963-a60e-42b1-8104-30c924a5e215 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc1584e-f2f7-4312-b8f9-de762dbe75f4 HTTP/1.1" status: 200 len: 217 time: 0.0528021 Jul 18 02:37:38.604169 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-eec08352-11e1-415a-a9d7-9732baaa3f9f req-a3e3b80b-dd2b-4f70-b8cc-575cf6106950 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045337 Jul 18 02:37:38.675123 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1780dc5-1f3c-447f-9f46-71da0e42b5ff req-b61466ea-fc26-45ba-a7e0-3e37b2f80563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:38.677194 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a1780dc5-1f3c-447f-9f46-71da0e42b5ff req-b61466ea-fc26-45ba-a7e0-3e37b2f80563 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac02bae2-5d13-4e19-a260-a6bab2d8cb6a HTTP/1.1" status: 200 len: 849 time: 0.0713327 Jul 18 02:37:38.780573 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a1780dc5-1f3c-447f-9f46-71da0e42b5ff req-f483bc8c-e237-4603-adbe-a2dd4acc1b59 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=751f7927-6223-4192-b4ba-501ca0955707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882194 Jul 18 02:37:38.782504 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966c244-9bab-4efb-919f-eb930ab6f476 req-7aa47067-c343-444e-8791-78aee68a72df tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:38.790660 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2966c244-9bab-4efb-919f-eb930ab6f476 req-7aa47067-c343-444e-8791-78aee68a72df tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 945 time: 0.0653949 Jul 18 02:37:38.829851 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:37:38.881641 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2966c244-9bab-4efb-919f-eb930ab6f476 req-ef5d54c9-70aa-4fd0-8bdf-aed0dfbd6fc2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873950 Jul 18 02:37:38.937262 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 0722fc37-f557-4503-a3a5-66878f8d3c27 up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:37:39.001885 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a1780dc5-1f3c-447f-9f46-71da0e42b5ff req-8a5bd4ba-dd02-4fa8-9983-bd7452ffb892 service neutron] 10.222.0.72 "GET /v2.0/networks/751f7927-6223-4192-b4ba-501ca0955707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125397 Jul 18 02:37:39.042734 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:39.052035 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port 0722fc37-f557-4503-a3a5-66878f8d3c27 completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:37:39.104934 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 51690) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:39.131834 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-9be86fca-e00e-4f23-8a1c-eec29dde8e1d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-793846652-network', 'tenant_id': 'd447d08d2f9c48caaed6d78c2dc46e2b'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:39.134929 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 2, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:39.154156 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 0722fc37-f557-4503-a3a5-66878f8d3c27 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:39.158682 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (0722fc37-f557-4503-a3a5-66878f8d3c27), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:39.182554 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:39.201227 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c890bfe-44f8-4dd8-ba2c-d59aa33c4b03 req-e2b0007a-77c0-41dd-88af-444b3f96d177 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:39.204151 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Checking router: 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:37:39.204564 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Updating router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee port 1c248648-a291-4f48-a383-2f2aaa7dfd17 binding host dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:37:39.209077 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0c890bfe-44f8-4dd8-ba2c-d59aa33c4b03 req-e2b0007a-77c0-41dd-88af-444b3f96d177 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.1250405 Jul 18 02:37:39.210587 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:39.251003 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:39.254893 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db7a7f-7cad-48b8-996d-acd9d34be950 req-4efb0669-e3a9-4be0-8528-38908e1402fb tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:39.256630 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-98db7a7f-7cad-48b8-996d-acd9d34be950 req-4efb0669-e3a9-4be0-8528-38908e1402fb tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 944 time: 0.0624547 Jul 18 02:37:39.264525 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a1780dc5-1f3c-447f-9f46-71da0e42b5ff req-d4608296-ce47-482c-bfc9-a0a8fac3db25 service neutron] 10.222.0.72 "GET /v2.0/networks/751f7927-6223-4192-b4ba-501ca0955707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562034 Jul 18 02:37:39.264760 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 0722fc37-f557-4503-a3a5-66878f8d3c27 is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:39.265046 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (0722fc37-f557-4503-a3a5-66878f8d3c27), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:39.276558 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0c890bfe-44f8-4dd8-ba2c-d59aa33c4b03 req-bdf3cf21-99c5-41eb-9de9-d9c02f1065c3 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664363 Jul 18 02:37:39.306207 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b66be0c-5ad3-410b-94f2-74110dcffc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0722fc37-f557-4503-a3a5-66878f8d3c27'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:37:39.306207 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36902074-46a0-4f63-82b0-03446e774ec3" -d '{"events": [{"server_uuid": "5b66be0c-5ad3-410b-94f2-74110dcffc9b", "name": "network-vif-plugged", "status": "completed", "tag": "0722fc37-f557-4503-a3a5-66878f8d3c27"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:37:39.320819 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 0722fc37-f557-4503-a3a5-66878f8d3c27, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=0722fc37-f557-4503-a3a5-66878f8d3c27,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:39.337269 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-98db7a7f-7cad-48b8-996d-acd9d34be950 req-d42434c2-2045-4693-9f90-de654b04d63c tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705547 Jul 18 02:37:39.355033 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa162063-8272-41c3-b681-aba888b6ba47 x-openstack-request-id: req-fa162063-8272-41c3-b681-aba888b6ba47 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:37:39.355343 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b66be0c-5ad3-410b-94f2-74110dcffc9b", "name": "network-vif-plugged", "status": "completed", "tag": "0722fc37-f557-4503-a3a5-66878f8d3c27", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:37:39.355598 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fa162063-8272-41c3-b681-aba888b6ba47 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:37:39.355992 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa162063-8272-41c3-b681-aba888b6ba47'] response: {'server_uuid': '5b66be0c-5ad3-410b-94f2-74110dcffc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0722fc37-f557-4503-a3a5-66878f8d3c27', 'code': 200} Jul 18 02:37:39.447987 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:39.459897 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ea54d-2607-4094-8348-7f679e93c515 req-8c854575-df0e-48c1-aaa5-095faa509020 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:39.461418 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fe4ea54d-2607-4094-8348-7f679e93c515 req-8c854575-df0e-48c1-aaa5-095faa509020 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.0502589 Jul 18 02:37:39.510920 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fe4ea54d-2607-4094-8348-7f679e93c515 req-19212411-9cb4-4e2c-8522-d707a48768c9 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433183 Jul 18 02:37:39.605218 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 5d699585-edcb-49b8-badb-54bd1dd75762 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:37:39.611844 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Publish callbacks [] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), precommit_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:39.617475 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be86fca-e00e-4f23-8a1c-eec29dde8e1d admin admin] Made reservation on behalf of d447d08d2f9c48caaed6d78c2dc46e2b for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:37:39.620331 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9be86fca-e00e-4f23-8a1c-eec29dde8e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:39.630435 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9be86fca-e00e-4f23-8a1c-eec29dde8e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:39.635157 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (0722fc37-f557-4503-a3a5-66878f8d3c27), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:39.708524 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:39.763856 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9be86fca-e00e-4f23-8a1c-eec29dde8e1d admin admin] Publish callbacks [] for security_group (597431b6-0f62-4bbb-aef4-3aadd907ff80), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:39.788937 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6953b-e6b8-4c22-9ea0-7af56a47390a req-7359bd83-c972-43cf-8ffc-4da52b9aa53f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:39.795265 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0ea6953b-e6b8-4c22-9ea0-7af56a47390a req-7359bd83-c972-43cf-8ffc-4da52b9aa53f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0937343 Jul 18 02:37:39.854378 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0f082-39f0-4ffe-8748-aa2870dc7d5a None None] Pushing event updated for resources: {'Port': ['ID=1c248648-a291-4f48-a383-2f2aaa7dfd17,revision_number=3']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:39.886167 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0f082-39f0-4ffe-8748-aa2870dc7d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:39.886456 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0f082-39f0-4ffe-8748-aa2870dc7d5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:39.886821 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0f082-39f0-4ffe-8748-aa2870dc7d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:39.887315 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0f082-39f0-4ffe-8748-aa2870dc7d5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:39.887656 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0f082-39f0-4ffe-8748-aa2870dc7d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:39.887987 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0f082-39f0-4ffe-8748-aa2870dc7d5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:39.888310 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0f082-39f0-4ffe-8748-aa2870dc7d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:39.888635 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0f082-39f0-4ffe-8748-aa2870dc7d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:39.888963 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0f082-39f0-4ffe-8748-aa2870dc7d5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:39.889345 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0f082-39f0-4ffe-8748-aa2870dc7d5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:39.889669 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0f082-39f0-4ffe-8748-aa2870dc7d5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:39.890011 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0f082-39f0-4ffe-8748-aa2870dc7d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:39.890354 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0f082-39f0-4ffe-8748-aa2870dc7d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:39.890674 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0f082-39f0-4ffe-8748-aa2870dc7d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:39.890991 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0f082-39f0-4ffe-8748-aa2870dc7d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:37:39.897276 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9be86fca-e00e-4f23-8a1c-eec29dde8e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (597431b6-0f62-4bbb-aef4-3aadd907ff80), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:39.897890 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Attempting to bind port 1c248648-a291-4f48-a383-2f2aaa7dfd17 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:37:39.898104 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Attempting to bind port 1c248648-a291-4f48-a383-2f2aaa7dfd17 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:37:39.898475 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Attempting to bind port 1c248648-a291-4f48-a383-2f2aaa7dfd17 on network 40df86f1-859f-4d28-af05-d94fe8d1d2ea {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:37:39.904152 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:37:39.904534 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Checking segment: {'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:37:39.911736 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:39.911736 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Bound using segment: {'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:37:39.911736 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Bound port: 1c248648-a291-4f48-a383-2f2aaa7dfd17, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'}}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:37:39.911736 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:39.914934 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b425b-47f0-4fe6-a5f2-2fe87b3f4726 req-a59ba1b3-3291-44d2-818d-ea0e35d3e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:39.916985 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be86fca-e00e-4f23-8a1c-eec29dde8e1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:37:39.918272 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b99b425b-47f0-4fe6-a5f2-2fe87b3f4726 req-a59ba1b3-3291-44d2-818d-ea0e35d3e6b3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 1130 time: 0.0922248 Jul 18 02:37:39.940320 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9be86fca-e00e-4f23-8a1c-eec29dde8e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (2b7837e8-775b-49f3-9220-060882425972), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:39.942355 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-9be86fca-e00e-4f23-8a1c-eec29dde8e1d admin admin] Added segment 2b7837e8-775b-49f3-9220-060882425972 of type vlan for network 1104fdab-6513-4dcb-9d14-05a3b53e6a73 Jul 18 02:37:40.050927 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0ea6953b-e6b8-4c22-9ea0-7af56a47390a req-f078915e-fd20-4269-a82e-8d4c513a8422 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536507 Jul 18 02:37:40.067247 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9be86fca-e00e-4f23-8a1c-eec29dde8e1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (1104fdab-6513-4dcb-9d14-05a3b53e6a73), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:40.068772 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=0722fc37-f557-4503-a3a5-66878f8d3c27,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:40.100313 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] For port 1c248648-a291-4f48-a383-2f2aaa7dfd17, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:37:40.104726 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 5d699585-edcb-49b8-badb-54bd1dd75762 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:40.106616 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b99b425b-47f0-4fe6-a5f2-2fe87b3f4726 req-18ded771-6cb2-4d19-a3a3-8677e6cbbb48 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697843 Jul 18 02:37:40.107316 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (5d699585-edcb-49b8-badb-54bd1dd75762), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:40.111221 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] For port 1c248648-a291-4f48-a383-2f2aaa7dfd17, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=1c248648-a291-4f48-a383-2f2aaa7dfd17,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:37:40.112735 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:40.120941 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:40.186349 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d85ef-075f-40ec-8726-c7fbbd60df82 req-acfe807a-4be1-43b6-9ac4-c7974ec145b5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:40.187375 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9c0ae91f-c6eb-450f-9fe4-dc4b446bf9bb None None] Provisioning complete for port 1c248648-a291-4f48-a383-2f2aaa7dfd17 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:40.188012 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9c0ae91f-c6eb-450f-9fe4-dc4b446bf9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:40.193463 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-088d85ef-075f-40ec-8726-c7fbbd60df82 req-acfe807a-4be1-43b6-9ac4-c7974ec145b5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 946 time: 0.0868204 Jul 18 02:37:40.195148 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:40.196031 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be86fca-e00e-4f23-8a1c-eec29dde8e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597431b6-0f62-4bbb-aef4-3aadd907ff80,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:40.264787 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-088d85ef-075f-40ec-8726-c7fbbd60df82 req-dd95de27-ae06-4b9d-9c2d-356d1fdf5381 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693383 Jul 18 02:37:40.275281 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:37:40.282063 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:37:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:40.283441 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9be86fca-e00e-4f23-8a1c-eec29dde8e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (1104fdab-6513-4dcb-9d14-05a3b53e6a73), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:40.285720 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be86fca-e00e-4f23-8a1c-eec29dde8e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:40.285908 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9be86fca-e00e-4f23-8a1c-eec29dde8e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:40.348151 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 5d699585-edcb-49b8-badb-54bd1dd75762 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:40.355506 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ae91f-c6eb-450f-9fe4-dc4b446bf9bb None None] Port 1c248648-a291-4f48-a383-2f2aaa7dfd17 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:37:40.413476 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:37:40.455318 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be86fca-e00e-4f23-8a1c-eec29dde8e1d admin admin] Pushing event updated for resources: {'Network': ['ID=1104fdab-6513-4dcb-9d14-05a3b53e6a73,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:40.468326 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-9be86fca-e00e-4f23-8a1c-eec29dde8e1d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.3622224 Jul 18 02:37:40.476691 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 51710) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:40.476887 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network 1104fdab-6513-4dcb-9d14-05a3b53e6a73 details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:37:40.480258 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-e4816280-6d17-4ed7-af56-f81907823755 admin admin] Request body: {'subnet': {'network_id': '1104fdab-6513-4dcb-9d14-05a3b53e6a73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-793846652-subnet', 'tenant_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'ip_version': 4}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:40.515531 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:40.527234 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9755aac-0616-4709-8039-0cc2e5e8e765 req-41d87d8a-fef6-42a6-ae29-3ae9ff948f86 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:40.534479 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d9755aac-0616-4709-8039-0cc2e5e8e765 req-41d87d8a-fef6-42a6-ae29-3ae9ff948f86 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0804441 Jul 18 02:37:40.567379 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427c721-f680-4347-8e4e-3b8702d5714b req-c8544c1c-b821-4ebf-99b5-dc9c90b48ec9 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:40.575987 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7427c721-f680-4347-8e4e-3b8702d5714b req-c8544c1c-b821-4ebf-99b5-dc9c90b48ec9 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 944 time: 0.1064625 Jul 18 02:37:40.598426 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-29d7f429-de95-49a1-ab43-8899584aab72 None None] Provisioning complete for port 1c248648-a291-4f48-a383-2f2aaa7dfd17 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:40.599161 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-29d7f429-de95-49a1-ab43-8899584aab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:40.599455 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d9755aac-0616-4709-8039-0cc2e5e8e765 req-15adcbe1-6b04-48be-ad67-ef6f6359cd4e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609396 Jul 18 02:37:40.637001 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:40.645875 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4816280-6d17-4ed7-af56-f81907823755 admin admin] Made reservation on behalf of d447d08d2f9c48caaed6d78c2dc46e2b for: {'subnet': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:37:40.690520 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7427c721-f680-4347-8e4e-3b8702d5714b req-74e1b870-ac96-4f3d-a98f-67a431e580fa tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715094 Jul 18 02:37:40.690980 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e4816280-6d17-4ed7-af56-f81907823755 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3433315'] for subnet (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:40.703823 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-29d7f429-de95-49a1-ab43-8899584aab72 None None] Current status of the port 1c248648-a291-4f48-a383-2f2aaa7dfd17 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:40.704217 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-29d7f429-de95-49a1-ab43-8899584aab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:40.711089 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:40.738591 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-29d7f429-de95-49a1-ab43-8899584aab72 None None] For port 1c248648-a291-4f48-a383-2f2aaa7dfd17, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=1c248648-a291-4f48-a383-2f2aaa7dfd17,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:40.741102 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce942bdb-8054-4346-9266-8b153ec93f2b None None] The sync data for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi is: [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:37:40.753330 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0f082-39f0-4ffe-8748-aa2870dc7d5a None None] Pushing event updated for resources: {'Port': ['ID=1c248648-a291-4f48-a383-2f2aaa7dfd17,revision_number=4']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:40.785174 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892112e1-c6b6-4ee4-8d93-53342b70a206 req-d5b7268d-8bc3-4812-9ff7-4f0ca60c9ae5 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:40.804237 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-892112e1-c6b6-4ee4-8d93-53342b70a206 req-d5b7268d-8bc3-4812-9ff7-4f0ca60c9ae5 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.1163702 Jul 18 02:37:40.845526 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-29d7f429-de95-49a1-ab43-8899584aab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:40.883972 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:40.938352 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-892112e1-c6b6-4ee4-8d93-53342b70a206 req-6576940a-6616-418c-b640-efa03e8baf91 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291277 Jul 18 02:37:40.954692 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:37:40.973927 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7f429-de95-49a1-ab43-8899584aab72 None None] Pushing event updated for resources: {'Port': ['ID=1c248648-a291-4f48-a383-2f2aaa7dfd17,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:41.107778 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 8cc1584e-f2f7-4312-b8f9-de762dbe75f4, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=8cc1584e-f2f7-4312-b8f9-de762dbe75f4,segment=NetworkSegment(3bdf316c-a363-4b38-ba46-e7ba1cd8726a),segment_id=3bdf316c-a363-4b38-ba46-e7ba1cd8726a)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:41.120943 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '8cc1584e-f2f7-4312-b8f9-de762dbe75f4', 'network_id': '751f7927-6223-4192-b4ba-501ca0955707', 'port_id': '8cc1584e-f2f7-4312-b8f9-de762dbe75f4', 'mac_address': 'fa:16:3e:1e:3c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac02bae2-5d13-4e19-a260-a6bab2d8cb6a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:37:41.125754 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e4816280-6d17-4ed7-af56-f81907823755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2644620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3433341'] for subnet (98ce14db-7cc1-4d83-8d88-6cbe08c700ba), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:41.166106 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:41.166543 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (8cc1584e-f2f7-4312-b8f9-de762dbe75f4), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:41.183924 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:37:41.197668 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859030d-1e8d-41c7-96f5-6583c37cb782 req-7108511d-3bba-4b61-aed6-8e9f86ffa290 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:41.199306 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a859030d-1e8d-41c7-96f5-6583c37cb782 req-7108511d-3bba-4b61-aed6-8e9f86ffa290 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0588830 Jul 18 02:37:41.209459 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4816280-6d17-4ed7-af56-f81907823755 admin admin] Checking segment: {'id': '2b7837e8-775b-49f3-9220-060882425972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1104fdab-6513-4dcb-9d14-05a3b53e6a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:37:41.210235 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4816280-6d17-4ed7-af56-f81907823755 admin admin] Network hostable DHCP agents. Network: 1104fdab-6513-4dcb-9d14-05a3b53e6a73, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:37:41.215015 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 8cc1584e-f2f7-4312-b8f9-de762dbe75f4, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=8cc1584e-f2f7-4312-b8f9-de762dbe75f4,segment=NetworkSegment(3bdf316c-a363-4b38-ba46-e7ba1cd8726a),segment_id=3bdf316c-a363-4b38-ba46-e7ba1cd8726a)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:41.234742 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4816280-6d17-4ed7-af56-f81907823755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ce14db-7cc1-4d83-8d88-6cbe08c700ba,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:41.278108 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a859030d-1e8d-41c7-96f5-6583c37cb782 req-4ef92e81-fca2-4d92-8ee6-ddde9b6e3572 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713274 Jul 18 02:37:41.326696 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (8cc1584e-f2f7-4312-b8f9-de762dbe75f4), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:41.327924 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4816280-6d17-4ed7-af56-f81907823755 admin admin] Network 1104fdab-6513-4dcb-9d14-05a3b53e6a73 is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:37:41.371643 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:41.401971 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:41.403537 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=8cc1584e-f2f7-4312-b8f9-de762dbe75f4,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:41.437276 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0d06e-2299-4e14-b5b8-1d3c876b1176 req-d3363b05-b7d3-491a-b95d-883d7188486c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:41.444291 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-41b0d06e-2299-4e14-b5b8-1d3c876b1176 req-d3363b05-b7d3-491a-b95d-883d7188486c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 946 time: 0.0719366 Jul 18 02:37:41.453363 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-e4816280-6d17-4ed7-af56-f81907823755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, 1104fdab-6513-4dcb-9d14-05a3b53e6a73) {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:37:41.465196 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945de719-43ef-4c0c-9ca4-511d169f8b9b None None] Network 1104fdab-6513-4dcb-9d14-05a3b53e6a73 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:37:41.481691 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4816280-6d17-4ed7-af56-f81907823755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:41.482149 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e4816280-6d17-4ed7-af56-f81907823755 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:41.589412 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-41b0d06e-2299-4e14-b5b8-1d3c876b1176 req-53a51804-08d6-4047-881b-9663a7807be8 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263862 Jul 18 02:37:41.677413 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-e4816280-6d17-4ed7-af56-f81907823755 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1962905 Jul 18 02:37:41.677513 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 51722) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:41.680428 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cd4497f-7f72-517c-9439-a55205037c9e-1104fdab-6513-4dcb-9d14-05a3b53e6a73', 'network_id': '1104fdab-6513-4dcb-9d14-05a3b53e6a73', 'project_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'fixed_ips': [{'subnet_id': '98ce14db-7cc1-4d83-8d88-6cbe08c700ba'}]}} from dv-cinder-850015-3-iscsi. {{(pid=104652) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 02:37:41.681000 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-793846652-router', 'tenant_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:41.681395 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:41.721856 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 1c248648-a291-4f48-a383-2f2aaa7dfd17 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:37:41.822862 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecef8a-c42e-4b53-b4ab-197768353b41 req-0520c8dd-5093-4d0f-b470-1ac375b788f7 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:41.833974 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-dfecef8a-c42e-4b53-b4ab-197768353b41 req-0520c8dd-5093-4d0f-b470-1ac375b788f7 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 945 time: 0.0797291 Jul 18 02:37:41.849751 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33289946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1430'] for router (e8b3b94b-5283-4f48-85ca-7470d694cb8e), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:41.850883 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33289846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1519'] for router (e8b3b94b-5283-4f48-85ca-7470d694cb8e), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:41.867052 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2576cf-5f8a-461e-b22b-f345b25b0063 req-1c6a1f6a-972b-4644-9894-2ce174bdc897 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:41.868626 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dd2576cf-5f8a-461e-b22b-f345b25b0063 req-1c6a1f6a-972b-4644-9894-2ce174bdc897 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.1296065 Jul 18 02:37:41.918404 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-dfecef8a-c42e-4b53-b4ab-197768353b41 req-52a21853-032b-43ea-abfe-8d3aeef58db7 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733297 Jul 18 02:37:41.923694 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['8cc1584e-f2f7-4312-b8f9-de762dbe75f4'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:37:42.036230 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dd2576cf-5f8a-461e-b22b-f345b25b0063 req-35b10b2f-c9e2-469e-bc18-a9f6b76079e1 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543536 Jul 18 02:37:42.086826 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.db_base_plugin_common [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Allocated IP 172.20.0.2 (1104fdab-6513-4dcb-9d14-05a3b53e6a73/98ce14db-7cc1-4d83-8d88-6cbe08c700ba/a8204894-dbfe-4e0b-8043-201a24e62b57) {{(pid=104652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:37:42.104519 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 1c248648-a291-4f48-a383-2f2aaa7dfd17 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:42.104969 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:42.180805 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd4299-ad1d-4a53-a4e7-fa107b80a8d8 req-53f80482-52bf-49c9-a706-188a832f0e6f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:42.189071 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-eecd4299-ad1d-4a53-a4e7-fa107b80a8d8 req-53f80482-52bf-49c9-a706-188a832f0e6f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.1260796 Jul 18 02:37:42.197629 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Publish callbacks [] for router_controller (e8b3b94b-5283-4f48-85ca-7470d694cb8e), precommit_add_association {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:42.200931 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:42.252241 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-eecd4299-ad1d-4a53-a4e7-fa107b80a8d8 req-2b89c9b5-7715-49d5-a01b-c20c54e2ac24 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621729 Jul 18 02:37:42.376812 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 1c248648-a291-4f48-a383-2f2aaa7dfd17 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:42.401450 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:42.540818 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Publish callbacks [] for port (a8204894-dbfe-4e0b-8043-201a24e62b57), precommit_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:42.589068 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Publish callbacks [] for router_gateway (e8b3b94b-5283-4f48-85ca-7470d694cb8e), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:42.603065 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78eed5-af7c-4ff6-9549-23c388874051 req-b5a521cf-710f-431a-ba02-bc16d1917c87 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:42.611188 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1d78eed5-af7c-4ff6-9549-23c388874051 req-b5a521cf-710f-431a-ba02-bc16d1917c87 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.1442866 Jul 18 02:37:42.634796 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (a8204894-dbfe-4e0b-8043-201a24e62b57), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:42.696552 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Network 1104fdab-6513-4dcb-9d14-05a3b53e6a73 is already hosted by enough agents. {{(pid=104652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:37:42.697317 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1d78eed5-af7c-4ff6-9549-23c388874051 req-11719694-f03c-4db5-a764-6e367b2676cb tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849941 Jul 18 02:37:42.705524 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.base_scheduler [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Resources bound (agent type, host, resource id): {{(pid=104652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:37:42.724581 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Received port after_create {{(pid=104652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:37:42.726982 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Pushing event updated for resources: {'Port': ['ID=a8204894-dbfe-4e0b-8043-201a24e62b57,revision_number=1']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:42.786324 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efa995-fa89-4cc4-a520-451da1123c19 req-182f0f76-2bb1-482f-bacd-4a355fd3f167 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:42.787171 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:42.794611 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f7efa995-fa89-4cc4-a520-451da1123c19 req-182f0f76-2bb1-482f-bacd-4a355fd3f167 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 946 time: 0.1048832 Jul 18 02:37:42.814077 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Attempting to bind port a8204894-dbfe-4e0b-8043-201a24e62b57 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:37:42.814636 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Attempting to bind port a8204894-dbfe-4e0b-8043-201a24e62b57 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '2b7837e8-775b-49f3-9220-060882425972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1104fdab-6513-4dcb-9d14-05a3b53e6a73'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:37:42.815102 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Attempting to bind port a8204894-dbfe-4e0b-8043-201a24e62b57 on network 1104fdab-6513-4dcb-9d14-05a3b53e6a73 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:37:42.822014 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:37:42.822585 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Checking segment: {'id': '2b7837e8-775b-49f3-9220-060882425972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1104fdab-6513-4dcb-9d14-05a3b53e6a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:37:42.823184 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:42.823733 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Bound using segment: {'id': '2b7837e8-775b-49f3-9220-060882425972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1104fdab-6513-4dcb-9d14-05a3b53e6a73'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:37:42.824321 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Bound port: a8204894-dbfe-4e0b-8043-201a24e62b57, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7837e8-775b-49f3-9220-060882425972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1104fdab-6513-4dcb-9d14-05a3b53e6a73'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:37:42.824803 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (a8204894-dbfe-4e0b-8043-201a24e62b57), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:42.873117 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f7efa995-fa89-4cc4-a520-451da1123c19 req-ad923aeb-cea0-4fdb-96ed-34c2b0162dd5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725629 Jul 18 02:37:42.920893 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] For port a8204894-dbfe-4e0b-8043-201a24e62b57, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:37:42.928736 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] For port a8204894-dbfe-4e0b-8043-201a24e62b57, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=a8204894-dbfe-4e0b-8043-201a24e62b57,segment=NetworkSegment(2b7837e8-775b-49f3-9220-060882425972),segment_id=2b7837e8-775b-49f3-9220-060882425972)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:37:43.038060 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24480179-ede8-4426-b773-66a6535d71fa req-a12b028b-5fde-42d5-b94d-24127a1f456a tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:43.039960 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-24480179-ede8-4426-b773-66a6535d71fa req-a12b028b-5fde-42d5-b94d-24127a1f456a tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 945 time: 0.0572653 Jul 18 02:37:43.099507 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (a8204894-dbfe-4e0b-8043-201a24e62b57), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:43.121994 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-24480179-ede8-4426-b773-66a6535d71fa req-adbb5a4c-d219-4d5e-8f49-e5e5f5213f9e tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759246 Jul 18 02:37:43.159804 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadce67d-2ae0-4598-a97e-7009e2ed66ad None None] Pushing event updated for resources: {'Port': ['ID=a8204894-dbfe-4e0b-8043-201a24e62b57,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:43.245869 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Publish callbacks [] for router_gateway (e8b3b94b-5283-4f48-85ca-7470d694cb8e), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:43.252722 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ddd3c-8d99-40bb-971b-53f039987515 req-f358dfbd-a4cf-4229-a53f-1847caded887 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:43.255514 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0cce3-bd09-4be6-bf4f-d078ac35bcc9 req-3d984a57-7fab-47f3-80dc-396f923be47c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:43.261388 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b9f0cce3-bd09-4be6-bf4f-d078ac35bcc9 req-3d984a57-7fab-47f3-80dc-396f923be47c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 946 time: 0.1149471 Jul 18 02:37:43.261884 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-991ddd3c-8d99-40bb-971b-53f039987515 req-f358dfbd-a4cf-4229-a53f-1847caded887 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0761309 Jul 18 02:37:43.266311 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 51754) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:43.275107 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-35fbdc01-bc18-48a0-8f5a-96c6d1f1c58b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'floatingip': {'port_id': '0722fc37-f557-4503-a3a5-66878f8d3c27'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:43.307050 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:43.329931 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:43.385104 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:43.391388 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-35fbdc01-bc18-48a0-8f5a-96c6d1f1c58b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (9d7c39dc-3c94-4705-931c-e5988d2561fb), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:43.475382 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2c438-5e23-4236-97aa-1735c0a60282 req-d5f90fe3-cf6a-4596-8f7f-2b0a2990bfaf tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:43.482537 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d8b2c438-5e23-4236-97aa-1735c0a60282 req-d5f90fe3-cf6a-4596-8f7f-2b0a2990bfaf tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.0923116 Jul 18 02:37:43.514824 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:37:43.654764 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:37:43.720557 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Allocated IP 172.27.3.111 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/8758ea32-18f9-4588-ab0d-dbde65fc7373) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:37:43.732232 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:43.732931 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (8cc1584e-f2f7-4312-b8f9-de762dbe75f4), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:43.735699 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d8b2c438-5e23-4236-97aa-1735c0a60282 req-a334f932-7d3f-444e-b223-dd7deac25e6d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522676 Jul 18 02:37:43.829729 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device a8204894-dbfe-4e0b-8043-201a24e62b57 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:37:43.911777 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:43.912317 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (8cc1584e-f2f7-4312-b8f9-de762dbe75f4), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:43.954932 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Publish callbacks [] for port (8758ea32-18f9-4588-ab0d-dbde65fc7373), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:43.960677 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efcc0a9-9d1f-43e8-998e-c6bd700bd24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc1584e-f2f7-4312-b8f9-de762dbe75f4'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:37:43.963577 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc86b50-10bf-4236-95d0-30a79ac101bf" -d '{"events": [{"server_uuid": "8efcc0a9-9d1f-43e8-998e-c6bd700bd24b", "name": "network-vif-plugged", "status": "completed", "tag": "8cc1584e-f2f7-4312-b8f9-de762dbe75f4"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:37:43.987774 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:43.990865 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 8cc1584e-f2f7-4312-b8f9-de762dbe75f4, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=8cc1584e-f2f7-4312-b8f9-de762dbe75f4,segment=NetworkSegment(3bdf316c-a363-4b38-ba46-e7ba1cd8726a),segment_id=3bdf316c-a363-4b38-ba46-e7ba1cd8726a)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:43.996472 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port a8204894-dbfe-4e0b-8043-201a24e62b57 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:43.997333 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (a8204894-dbfe-4e0b-8043-201a24e62b57), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:44.030676 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317f589-784c-4007-aa58-415efee8d694 req-1014c2a3-d8e8-4412-a511-ad1ef6612b79 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:44.032237 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6317f589-784c-4007-aa58-415efee8d694 req-1014c2a3-d8e8-4412-a511-ad1ef6612b79 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0709171 Jul 18 02:37:44.091446 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (8cc1584e-f2f7-4312-b8f9-de762dbe75f4), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:44.105933 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6317f589-784c-4007-aa58-415efee8d694 req-a9b5f7f5-9230-4c31-af2b-5077cc1be4ca tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633626 Jul 18 02:37:44.121757 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (8758ea32-18f9-4588-ab0d-dbde65fc7373), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:44.174892 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port a8204894-dbfe-4e0b-8043-201a24e62b57 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:44.175285 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (a8204894-dbfe-4e0b-8043-201a24e62b57), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:44.219869 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206d0fed-941d-41c6-b50d-263f24112738 x-openstack-request-id: req-206d0fed-941d-41c6-b50d-263f24112738 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:37:44.220096 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efcc0a9-9d1f-43e8-998e-c6bd700bd24b", "name": "network-vif-plugged", "status": "completed", "tag": "8cc1584e-f2f7-4312-b8f9-de762dbe75f4", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:37:44.220353 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-206d0fed-941d-41c6-b50d-263f24112738 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:37:44.221224 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206d0fed-941d-41c6-b50d-263f24112738'] response: {'server_uuid': '8efcc0a9-9d1f-43e8-998e-c6bd700bd24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc1584e-f2f7-4312-b8f9-de762dbe75f4', 'code': 200} Jul 18 02:37:44.240155 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:37:44.258662 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Pushing event updated for resources: {'Port': ['ID=8758ea32-18f9-4588-ab0d-dbde65fc7373,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:44.265995 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:44.280993 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:37:44.294504 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:37:44.424426 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-991ddd3c-8d99-40bb-971b-53f039987515 req-ffc92569-c45d-4ebe-b2a9-8b4a7568521d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1614771 Jul 18 02:37:44.447315 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e459f3-8ee0-401b-9475-65ad625d4d84 req-e718ae8a-1336-4726-a4cd-5e187d9e7ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:44.453524 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-65e459f3-8ee0-401b-9475-65ad625d4d84 req-e718ae8a-1336-4726-a4cd-5e187d9e7ee7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 1130 time: 0.3799977 Jul 18 02:37:44.530835 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd6b23-d71f-4f1c-9ceb-e75bb7901c89 req-945bfd34-d2d7-4e02-8a9d-a8d5dfe17049 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:44.537715 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-69cd6b23-d71f-4f1c-9ceb-e75bb7901c89 req-945bfd34-d2d7-4e02-8a9d-a8d5dfe17049 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 946 time: 0.1765218 Jul 18 02:37:44.542339 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port a8204894-dbfe-4e0b-8043-201a24e62b57, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=a8204894-dbfe-4e0b-8043-201a24e62b57,segment=NetworkSegment(2b7837e8-775b-49f3-9220-060882425972),segment_id=2b7837e8-775b-49f3-9220-060882425972)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:44.544038 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=8cc1584e-f2f7-4312-b8f9-de762dbe75f4,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:44.630464 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.db.resource_extend [None req-35fbdc01-bc18-48a0-8f5a-96c6d1f1c58b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 18 02:37:44.633674 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:44.667494 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (a8204894-dbfe-4e0b-8043-201a24e62b57), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:44.700392 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-69cd6b23-d71f-4f1c-9ceb-e75bb7901c89 req-7c86909a-063f-4782-bd06-109c2261a2ab tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303606 Jul 18 02:37:44.811726 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-65e459f3-8ee0-401b-9475-65ad625d4d84 req-39f68a2e-e688-4913-8077-57eee8d61751 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444290 Jul 18 02:37:44.854478 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=a8204894-dbfe-4e0b-8043-201a24e62b57,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:44.866592 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91bc786-2376-4741-a94f-e6716623e632 None None] Network 1104fdab-6513-4dcb-9d14-05a3b53e6a73 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:37:45.013346 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-fd314628-9e80-4ae9-b857-8da88ec5b9c7 None None] Provisioning complete for port a8204894-dbfe-4e0b-8043-201a24e62b57 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:45.013711 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-fd314628-9e80-4ae9-b857-8da88ec5b9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (a8204894-dbfe-4e0b-8043-201a24e62b57), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:45.165336 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:45.165336 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-fd314628-9e80-4ae9-b857-8da88ec5b9c7 None None] Current status of the port a8204894-dbfe-4e0b-8043-201a24e62b57 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:45.243108 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Publish callbacks [] for router_gateway (e8b3b94b-5283-4f48-85ca-7470d694cb8e), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:45.247031 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1aea9-5641-4177-824e-d4b4ebdba791 req-aa5720b6-8e42-4971-890d-bf1735f074ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:45.248550 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c0b1aea9-5641-4177-824e-d4b4ebdba791 req-aa5720b6-8e42-4971-890d-bf1735f074ab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 1130 time: 0.5322728 Jul 18 02:37:45.261767 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1e71c-8d80-428f-8c05-7b64f932b598 req-23148c55-664a-4de9-9974-6758dbf682fa tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:45.268964 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-92d1e71c-8d80-428f-8c05-7b64f932b598 req-23148c55-664a-4de9-9974-6758dbf682fa tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.3554902 Jul 18 02:37:45.287831 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-35fbdc01-bc18-48a0-8f5a-96c6d1f1c58b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:45.345008 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-92d1e71c-8d80-428f-8c05-7b64f932b598 req-e4760b08-9dfb-4ee0-b36d-b5c146235be9 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700064 Jul 18 02:37:45.396415 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-35fbdc01-bc18-48a0-8f5a-96c6d1f1c58b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (9d7c39dc-3c94-4705-931c-e5988d2561fb), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:45.420664 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41856410-ee5d-4df7-8c32-0d285235a3c7 req-4ce5ee5c-d5ff-4950-9625-58b582331a7f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:45.431779 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-41856410-ee5d-4df7-8c32-0d285235a3c7 req-4ce5ee5c-d5ff-4950-9625-58b582331a7f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.1350777 Jul 18 02:37:45.476662 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:45.624734 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-4b5c3e01-c086-455f-9e1a-854bd3a4e08f None None] Provisioning complete for port a8204894-dbfe-4e0b-8043-201a24e62b57 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:45.625293 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-4b5c3e01-c086-455f-9e1a-854bd3a4e08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (a8204894-dbfe-4e0b-8043-201a24e62b57), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:45.647293 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8c2b7-5ba2-4169-9678-35da0d4d3a10 req-bda73399-cb41-4132-a2dc-2f7015979234 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:45.650221 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-41856410-ee5d-4df7-8c32-0d285235a3c7 req-c99f2cf5-e278-4157-aa8f-e7108e036ffc tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096717 Jul 18 02:37:45.654189 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-70e8c2b7-5ba2-4169-9678-35da0d4d3a10 req-bda73399-cb41-4132-a2dc-2f7015979234 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0732446 Jul 18 02:37:45.712755 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33289805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286141'] for router (e8b3b94b-5283-4f48-85ca-7470d694cb8e), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:45.730854 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c0b1aea9-5641-4177-824e-d4b4ebdba791 req-2b66a682-98d3-450b-8b4b-2ebd780e0024 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210112 Jul 18 02:37:45.731484 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device a8204894-dbfe-4e0b-8043-201a24e62b57 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:37:45.736787 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.l3_db [None req-35fbdc01-bc18-48a0-8f5a-96c6d1f1c58b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Floating IP 9d7c39dc-3c94-4705-931c-e5988d2561fb associated. External IP: 172.27.3.85, port: 0722fc37-f557-4503-a3a5-66878f8d3c27. Jul 18 02:37:45.793327 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-70e8c2b7-5ba2-4169-9678-35da0d4d3a10 req-dd63ada2-87d8-4056-ad4b-716c3030aeb6 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382048 Jul 18 02:37:45.824527 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port a8204894-dbfe-4e0b-8043-201a24e62b57 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:45.824527 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (a8204894-dbfe-4e0b-8043-201a24e62b57), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:45.862614 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c3e01-c086-455f-9e1a-854bd3a4e08f None None] Current status of the port a8204894-dbfe-4e0b-8043-201a24e62b57 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:45.921817 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port a8204894-dbfe-4e0b-8043-201a24e62b57 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:45.936272 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfe56e-56fe-4cb3-b557-02abd1af014c req-d6406919-6edb-4265-8761-8398768b48bf tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:45.937767 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2bdfe56e-56fe-4cb3-b557-02abd1af014c req-d6406919-6edb-4265-8761-8398768b48bf tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 946 time: 0.1015167 Jul 18 02:37:46.026407 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2bdfe56e-56fe-4cb3-b557-02abd1af014c req-ac70d3b6-3da4-41e7-b5db-dca41c8a4d44 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793798 Jul 18 02:37:46.039772 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fbdc01-bc18-48a0-8f5a-96c6d1f1c58b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Router 800f954d-2fd2-4712-8fe5-205d52fa1da6 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:37:46.127887 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:46.152932 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Router e8b3b94b-5283-4f48-85ca-7470d694cb8e is scheduled to L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 with binding_index 1 {{(pid=104650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 02:37:46.154601 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fbdc01-bc18-48a0-8f5a-96c6d1f1c58b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:37:46.159369 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-35fbdc01-bc18-48a0-8f5a-96c6d1f1c58b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:46.168619 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e27274-e130-44cb-a62a-13746f5599d6 None None] Sync routers for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:37:46.189820 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e27274-e130-44cb-a62a-13746f5599d6 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:37:46.190647 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-54e27274-e130-44cb-a62a-13746f5599d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:37:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:46.220969 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-35fbdc01-bc18-48a0-8f5a-96c6d1f1c58b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "PUT /v2.0/floatingips/9d7c39dc-3c94-4705-931c-e5988d2561fb HTTP/1.1" status: 200 len: 991 time: 2.9512739 Jul 18 02:37:46.220969 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b66be0c-5ad3-410b-94f2-74110dcffc9b', 'tag': '0722fc37-f557-4503-a3a5-66878f8d3c27'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:37:46.224269 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d0eed0-fc23-44fd-ab9c-a4b00c19267a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b66be0c-5ad3-410b-94f2-74110dcffc9b", "tag": "0722fc37-f557-4503-a3a5-66878f8d3c27"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:37:46.266121 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0f1c37-9462-4eab-9967-8c5255c257a4 x-openstack-request-id: req-5c0f1c37-9462-4eab-9967-8c5255c257a4 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:37:46.266544 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b66be0c-5ad3-410b-94f2-74110dcffc9b", "tag": "0722fc37-f557-4503-a3a5-66878f8d3c27", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:37:46.267728 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5c0f1c37-9462-4eab-9967-8c5255c257a4 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:37:46.267728 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0f1c37-9462-4eab-9967-8c5255c257a4'] response: {'name': 'network-changed', 'server_uuid': '5b66be0c-5ad3-410b-94f2-74110dcffc9b', 'tag': '0722fc37-f557-4503-a3a5-66878f8d3c27', 'status': 'completed', 'code': 200} Jul 18 02:37:46.352952 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:37:46.376651 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-54e27274-e130-44cb-a62a-13746f5599d6 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:37:46.479062 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Sync routers for ids ['e8b3b94b-5283-4f48-85ca-7470d694cb8e'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:37:46.497675 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Routers {'e8b3b94b-5283-4f48-85ca-7470d694cb8e'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:37:46.502140 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:37:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['e8b3b94b-5283-4f48-85ca-7470d694cb8e'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:46.588538 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601505c0-3200-4bec-b076-d5a1849de7f9 req-c28cab09-811d-4bfd-88ae-d000e8619a4e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:46.589778 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-601505c0-3200-4bec-b076-d5a1849de7f9 req-c28cab09-811d-4bfd-88ae-d000e8619a4e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.1051848 Jul 18 02:37:46.616894 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:46.647777 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-601505c0-3200-4bec-b076-d5a1849de7f9 req-db9b674a-0c1d-45b2-b2b8-a38c39f3f87f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506048 Jul 18 02:37:46.679809 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Set router e8b3b94b-5283-4f48-85ca-7470d694cb8e gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:37:46.750534 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-54e27274-e130-44cb-a62a-13746f5599d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '9d7c39dc-3c94-4705-931c-e5988d2561fb', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '0722fc37-f557-4503-a3a5-66878f8d3c27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:bf:08:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b66be0c-5ad3-410b-94f2-74110dcffc9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:37:21Z', 'updated_at': '2022-07-18T02:37:44Z', 'revision_number': 1, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}, {'id': 'a1b523e5-294d-4415-95cb-9158708bd7cb', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '063ebb17-b759-41b1-bb29-1214343746a1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:94:49:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:35:21Z', 'updated_at': '2022-07-18T02:35:57Z', 'revision_number': 2, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:46.779289 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e27274-e130-44cb-a62a-13746f5599d6 None None] Checking router: 800f954d-2fd2-4712-8fe5-205d52fa1da6 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:37:46.789500 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e27274-e130-44cb-a62a-13746f5599d6 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:37:46.790216 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-54e27274-e130-44cb-a62a-13746f5599d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:37:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:46.796992 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd414a0c-1c4e-44af-93ca-7de7227b5c5b req-860966b6-79df-43f1-bdb7-8bab9581b43d tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:46.798616 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cd414a0c-1c4e-44af-93ca-7de7227b5c5b req-860966b6-79df-43f1-bdb7-8bab9581b43d tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0643849 Jul 18 02:37:47.030865 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cd414a0c-1c4e-44af-93ca-7de7227b5c5b req-0cc8a14a-5d15-4005-9e15-15a11b9a629c tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762079 Jul 18 02:37:47.031065 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-54e27274-e130-44cb-a62a-13746f5599d6 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:37:47.031396 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce26175-5936-43c4-91b8-eb379aa0aff0 req-67aa2965-9c27-49e6-802b-6574c93b2d93 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:47.031396 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fce26175-5936-43c4-91b8-eb379aa0aff0 req-67aa2965-9c27-49e6-802b-6574c93b2d93 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0600877 Jul 18 02:37:47.032130 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'name': 'tempest-TestVolumeBootPattern-793846652-router', 'tenant_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8758ea32-18f9-4588-ab0d-dbde65fc7373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:41Z', 'updated_at': '2022-07-18T02:37:44Z', 'revision_number': 3, 'project_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'gw_port': {'id': '8758ea32-18f9-4588-ab0d-dbde65fc7373', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:43Z', 'updated_at': '2022-07-18T02:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:47.032130 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Checking router: e8b3b94b-5283-4f48-85ca-7470d694cb8e for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:37:47.032130 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Updating router e8b3b94b-5283-4f48-85ca-7470d694cb8e port 8758ea32-18f9-4588-ab0d-dbde65fc7373 binding host dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:37:47.032636 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:47.032724 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fce26175-5936-43c4-91b8-eb379aa0aff0 req-3154231b-ed62-4a89-b9e6-a61df030ffae tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472383 Jul 18 02:37:47.032808 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (8758ea32-18f9-4588-ab0d-dbde65fc7373), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:47.032808 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:47.099105 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:47.140018 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003d751-04b1-4b7d-85c5-3b047fb5347f req-82c46f0d-13c1-4a49-bb6a-8a75afec021b tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:47.141560 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4003d751-04b1-4b7d-85c5-3b047fb5347f req-82c46f0d-13c1-4a49-bb6a-8a75afec021b tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 946 time: 0.0531008 Jul 18 02:37:47.157544 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-54e27274-e130-44cb-a62a-13746f5599d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '9d7c39dc-3c94-4705-931c-e5988d2561fb', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '0722fc37-f557-4503-a3a5-66878f8d3c27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:bf:08:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b66be0c-5ad3-410b-94f2-74110dcffc9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:37:21Z', 'updated_at': '2022-07-18T02:37:44Z', 'revision_number': 1, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}, {'id': 'a1b523e5-294d-4415-95cb-9158708bd7cb', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '063ebb17-b759-41b1-bb29-1214343746a1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:94:49:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:35:21Z', 'updated_at': '2022-07-18T02:35:57Z', 'revision_number': 2, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:47.187807 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e27274-e130-44cb-a62a-13746f5599d6 None None] The sync data for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi is: [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '9d7c39dc-3c94-4705-931c-e5988d2561fb', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '0722fc37-f557-4503-a3a5-66878f8d3c27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:bf:08:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b66be0c-5ad3-410b-94f2-74110dcffc9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:37:21Z', 'updated_at': '2022-07-18T02:37:44Z', 'revision_number': 1, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}, {'id': 'a1b523e5-294d-4415-95cb-9158708bd7cb', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '063ebb17-b759-41b1-bb29-1214343746a1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:94:49:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:35:21Z', 'updated_at': '2022-07-18T02:35:57Z', 'revision_number': 2, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:37:47.197134 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4003d751-04b1-4b7d-85c5-3b047fb5347f req-74ded6af-bead-4a4d-8afe-996e3542fc31 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488718 Jul 18 02:37:47.307076 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Publish callbacks [] for port (8758ea32-18f9-4588-ab0d-dbde65fc7373), precommit_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:47.378046 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:47.379472 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-81d9055c-ac9b-4574-abd2-403a40e3306c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7034943 Jul 18 02:37:47.383164 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 51800) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:47.408366 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe92227-64a7-4937-995a-1ae2da732ced None None] New status for floating IP 9d7c39dc-3c94-4705-931c-e5988d2561fb: ACTIVE {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:37:47.435480 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (8758ea32-18f9-4588-ab0d-dbde65fc7373), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:47.463074 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:47.505187 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Attempting to bind port 8758ea32-18f9-4588-ab0d-dbde65fc7373 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:37:47.505911 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Attempting to bind port 8758ea32-18f9-4588-ab0d-dbde65fc7373 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:37:47.505911 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Attempting to bind port 8758ea32-18f9-4588-ab0d-dbde65fc7373 on network 277ea304-6c46-4a00-b9b4-38f4ca976978 {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:37:47.520076 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cb42f-4ae6-4d42-8cc1-1abe594cd75c None None] Pushing event updated for resources: {'Port': ['ID=8758ea32-18f9-4588-ab0d-dbde65fc7373,revision_number=2']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:47.520076 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:37:47.520076 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Checking segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:37:47.520076 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:47.520076 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Bound using segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:37:47.520076 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Bound port: 8758ea32-18f9-4588-ab0d-dbde65fc7373, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:37:47.520076 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (8758ea32-18f9-4588-ab0d-dbde65fc7373), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:47.654513 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] For port 8758ea32-18f9-4588-ab0d-dbde65fc7373, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:37:47.659389 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] For port 8758ea32-18f9-4588-ab0d-dbde65fc7373, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=8758ea32-18f9-4588-ab0d-dbde65fc7373,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:37:47.698788 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0eed0-fc23-44fd-ab9c-a4b00c19267a req-ee6dafa6-1c84-4ded-bc82-5f4deabac651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:47.700314 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-91d0eed0-fc23-44fd-ab9c-a4b00c19267a req-ee6dafa6-1c84-4ded-bc82-5f4deabac651 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b02a417904a474abcab1eec5cea9c7e&device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 1130 time: 0.0952983 Jul 18 02:37:47.706429 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:47.795673 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae374ca-f64e-4b17-b1ae-9ed29d4a4edd req-47e61d9a-0c3a-42df-87c2-aafa302f345b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:47.804249 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-aae374ca-f64e-4b17-b1ae-9ed29d4a4edd req-47e61d9a-0c3a-42df-87c2-aafa302f345b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.0707774 Jul 18 02:37:47.828672 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (8758ea32-18f9-4588-ab0d-dbde65fc7373), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:47.910719 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-aae374ca-f64e-4b17-b1ae-9ed29d4a4edd req-6856b721-82c6-4a86-9eca-97527db5b126 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051779 Jul 18 02:37:47.958962 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cb42f-4ae6-4d42-8cc1-1abe594cd75c None None] Pushing event updated for resources: {'Port': ['ID=8758ea32-18f9-4588-ab0d-dbde65fc7373,revision_number=3']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:47.962073 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Routers {'e8b3b94b-5283-4f48-85ca-7470d694cb8e'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:37:47.962770 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:37:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['e8b3b94b-5283-4f48-85ca-7470d694cb8e'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:48.006987 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:48.020929 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:48.115489 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] Set router e8b3b94b-5283-4f48-85ca-7470d694cb8e gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:37:48.179456 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6b74c-fdd1-4456-9a42-f011e66b9df5 req-1f9fd605-9833-4444-b32f-ba7d235177ac tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:48.181337 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-00d6b74c-fdd1-4456-9a42-f011e66b9df5 req-1f9fd605-9833-4444-b32f-ba7d235177ac tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0555985 Jul 18 02:37:48.312514 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-00d6b74c-fdd1-4456-9a42-f011e66b9df5 req-f799a107-d903-40b1-a841-fd1fd98cee16 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247044 Jul 18 02:37:48.374471 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:48.381299 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Allocated IP 172.20.0.1 (1104fdab-6513-4dcb-9d14-05a3b53e6a73/98ce14db-7cc1-4d83-8d88-6cbe08c700ba/efe449cd-2a99-416c-91a9-914e4f14d64a) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:37:48.396742 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'name': 'tempest-TestVolumeBootPattern-793846652-router', 'tenant_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8758ea32-18f9-4588-ab0d-dbde65fc7373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:41Z', 'updated_at': '2022-07-18T02:37:44Z', 'revision_number': 3, 'project_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'gw_port': {'id': '8758ea32-18f9-4588-ab0d-dbde65fc7373', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:43Z', 'updated_at': '2022-07-18T02:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:48.436474 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68643b5d-2aad-4dda-b057-ca32e0a36776 None None] The sync data for ids ['e8b3b94b-5283-4f48-85ca-7470d694cb8e'] in dv-cinder-850015-3-iscsi is: [{'id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'name': 'tempest-TestVolumeBootPattern-793846652-router', 'tenant_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8758ea32-18f9-4588-ab0d-dbde65fc7373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:41Z', 'updated_at': '2022-07-18T02:37:44Z', 'revision_number': 3, 'project_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'gw_port': {'id': '8758ea32-18f9-4588-ab0d-dbde65fc7373', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:43Z', 'updated_at': '2022-07-18T02:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:37:48.461436 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0eed0-fc23-44fd-ab9c-a4b00c19267a req-2f2243ee-7f6d-44a7-9ade-54f2ea6866ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:48.462995 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-91d0eed0-fc23-44fd-ab9c-a4b00c19267a req-2f2243ee-7f6d-44a7-9ade-54f2ea6866ce service neutron] 10.222.0.72 "GET /v2.0/networks?id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 HTTP/1.1" status: 200 len: 916 time: 0.2275822 Jul 18 02:37:48.535263 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7a524-3074-48bd-92ab-0a67b1639db2 req-6a85b787-4b26-49eb-a472-c2b57e37598c tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:48.543619 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f5b7a524-3074-48bd-92ab-0a67b1639db2 req-6a85b787-4b26-49eb-a472-c2b57e37598c tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 946 time: 0.0714417 Jul 18 02:37:48.618045 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f5b7a524-3074-48bd-92ab-0a67b1639db2 req-48ae8ef1-b760-494e-b28e-50213cf841fa tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715714 Jul 18 02:37:48.756586 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0075f9-e238-493c-b54f-553deec26b5e req-3a002f75-8376-4f6d-977b-31f419b441af tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:48.764057 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea0075f9-e238-493c-b54f-553deec26b5e req-3a002f75-8376-4f6d-977b-31f419b441af tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.3041418 Jul 18 02:37:48.795213 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef407a-fd08-4183-9b9d-5dd1939b5719 req-29a15aba-2be2-4c80-bed9-ca1de359b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:48.797283 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0fef407a-fd08-4183-9b9d-5dd1939b5719 req-29a15aba-2be2-4c80-bed9-ca1de359b2f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 1130 time: 0.1860876 Jul 18 02:37:48.808579 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-91d0eed0-fc23-44fd-ab9c-a4b00c19267a req-23a790ea-6101-4349-9d3c-60618cedf0d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0722fc37-f557-4503-a3a5-66878f8d3c27 HTTP/1.1" status: 200 len: 1001 time: 0.3253577 Jul 18 02:37:48.822864 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18cb27-d245-4529-b44b-b79f41b5999d req-91baadbb-ff8e-4790-ac8b-3d6f0dac6cda tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:48.825165 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4d18cb27-d245-4529-b44b-b79f41b5999d req-91baadbb-ff8e-4790-ac8b-3d6f0dac6cda tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.0886083 Jul 18 02:37:48.886964 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:48.887942 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:48.904947 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4d18cb27-d245-4529-b44b-b79f41b5999d req-0d94e9a5-0467-4c93-be18-c1b54e53ee02 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726106 Jul 18 02:37:48.971699 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Publish callbacks [] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:49.073457 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea0075f9-e238-493c-b54f-553deec26b5e req-218bcd7b-572d-46de-a7d2-3570b39f0cfe tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3084104 Jul 18 02:37:49.108372 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0eed0-fc23-44fd-ab9c-a4b00c19267a req-e67a9762-84b2-4cf0-813e-41a35e57a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:49.113744 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-91d0eed0-fc23-44fd-ab9c-a4b00c19267a req-e67a9762-84b2-4cf0-813e-41a35e57a8cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=980bd026-fed1-45eb-bd25-e5a3e3e70779 HTTP/1.1" status: 200 len: 854 time: 0.2761121 Jul 18 02:37:49.195517 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef407a-fd08-4183-9b9d-5dd1939b5719 req-8ffc1398-1ea1-47d4-8309-a22e5728af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:49.197258 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0fef407a-fd08-4183-9b9d-5dd1939b5719 req-8ffc1398-1ea1-47d4-8309-a22e5728af5a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e66762c-c4d2-46f6-ba12-585a390bb14c HTTP/1.1" status: 200 len: 919 time: 0.3882382 Jul 18 02:37:49.199076 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0eed0-fc23-44fd-ab9c-a4b00c19267a req-e1ec93f3-9396-4807-9aa1-714a704bb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:49.200485 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-91d0eed0-fc23-44fd-ab9c-a4b00c19267a req-e1ec93f3-9396-4807-9aa1-714a704bb075 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739491 Jul 18 02:37:49.322119 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:49.324525 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-91d0eed0-fc23-44fd-ab9c-a4b00c19267a req-d0542291-7cd1-4038-b4a2-caa068d46859 service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094329 Jul 18 02:37:49.376241 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:49.467980 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Network 1104fdab-6513-4dcb-9d14-05a3b53e6a73 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:37:49.471164 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0fef407a-fd08-4183-9b9d-5dd1939b5719 req-c5231ec5-6138-44e5-9eb1-8d08a0a63ce0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caf2e138-8e60-4fcf-8119-71c69a88ae7d HTTP/1.1" status: 200 len: 217 time: 0.2629485 Jul 18 02:37:49.483489 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Pushing event updated for resources: {'Port': ['ID=efe449cd-2a99-416c-91a9-914e4f14d64a,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:49.495363 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:37:49.518239 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:37:49.585829 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b5d53-5ee8-4482-8b78-4d6e29d46ee2 req-ae329b15-2c38-4720-a360-5b3d4d7aae33 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:49.594893 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b62b5d53-5ee8-4482-8b78-4d6e29d46ee2 req-ae329b15-2c38-4720-a360-5b3d4d7aae33 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.1008940 Jul 18 02:37:49.644610 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33262966'] for router_interface (e8b3b94b-5283-4f48-85ca-7470d694cb8e), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:49.688631 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b62b5d53-5ee8-4482-8b78-4d6e29d46ee2 req-3be0a7be-5377-492b-811f-f73fc683fd37 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858769 Jul 18 02:37:49.735767 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 8758ea32-18f9-4588-ab0d-dbde65fc7373 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:37:49.825259 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 8758ea32-18f9-4588-ab0d-dbde65fc7373 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:49.829983 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (8758ea32-18f9-4588-ab0d-dbde65fc7373), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:49.902969 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef407a-fd08-4183-9b9d-5dd1939b5719 req-2dc6029f-3593-43c6-9c10-6f85c67e2133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:49.904901 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0fef407a-fd08-4183-9b9d-5dd1939b5719 req-2dc6029f-3593-43c6-9c10-6f85c67e2133 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4b8b997-66c3-477b-8816-8f4555614405 HTTP/1.1" status: 200 len: 857 time: 0.4061687 Jul 18 02:37:50.103637 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef407a-fd08-4183-9b9d-5dd1939b5719 req-25985185-67a5-4fce-a957-321c9498c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:50.119361 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0fef407a-fd08-4183-9b9d-5dd1939b5719 req-25985185-67a5-4fce-a957-321c9498c130 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e66762c-c4d2-46f6-ba12-585a390bb14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1862462 Jul 18 02:37:50.187453 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 8758ea32-18f9-4588-ab0d-dbde65fc7373 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:50.188228 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (8758ea32-18f9-4588-ab0d-dbde65fc7373), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:50.215730 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-d8abb93a-ee24-41f0-be72-cbb0e2443873 None None] Provisioning complete for port efe449cd-2a99-416c-91a9-914e4f14d64a triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:50.217266 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d8abb93a-ee24-41f0-be72-cbb0e2443873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:50.225133 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port 8758ea32-18f9-4588-ab0d-dbde65fc7373, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=8758ea32-18f9-4588-ab0d-dbde65fc7373,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:50.229268 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-91d0eed0-fc23-44fd-ab9c-a4b00c19267a req-729e5e26-9220-41d0-abaf-c3c3ebe43f7b service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8621166 Jul 18 02:37:50.262970 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-d8abb93a-ee24-41f0-be72-cbb0e2443873 None None] Port efe449cd-2a99-416c-91a9-914e4f14d64a cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:37:50.315952 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (8758ea32-18f9-4588-ab0d-dbde65fc7373), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:50.395380 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=8758ea32-18f9-4588-ab0d-dbde65fc7373,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:50.564698 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:50.579317 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bb29b-2c62-4620-a37d-4878ba0dcc6b req-e3961828-334e-466a-9ca0-313473c9e980 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:50.581012 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-528bb29b-2c62-4620-a37d-4878ba0dcc6b req-e3961828-334e-466a-9ca0-313473c9e980 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.4899881 Jul 18 02:37:50.735263 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfccb4a-1dda-4da1-866d-f27a04f2decf req-275f07f7-3be6-4bf0-9c15-e386e08ecee2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:50.744304 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ecfccb4a-1dda-4da1-866d-f27a04f2decf req-275f07f7-3be6-4bf0-9c15-e386e08ecee2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0905764 Jul 18 02:37:50.748410 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-528bb29b-2c62-4620-a37d-4878ba0dcc6b req-b170a42e-99b5-4185-a5f5-2a1e84cacbd8 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500721 Jul 18 02:37:50.752745 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:50.765313 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0fef407a-fd08-4183-9b9d-5dd1939b5719 req-7dae35a3-02c4-4b3e-a635-d909dc03c6cd service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6446786 Jul 18 02:37:50.888668 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ecfccb4a-1dda-4da1-866d-f27a04f2decf req-c00c9a71-24a0-416e-8d8d-f6f30028a99b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431289 Jul 18 02:37:50.998611 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e33b7f-8b16-4ae5-8b01-87c54576909f req-21596307-bb76-423c-9f15-f08602ae9be3 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:51.000232 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e33b7f-8b16-4ae5-8b01-87c54576909f req-21596307-bb76-423c-9f15-f08602ae9be3 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 946 time: 0.0550678 Jul 18 02:37:51.062826 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6104c9-c0a8-44dd-b10d-6bf7284995c5 req-66c807a1-4724-44de-b2c0-b575b4564030 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:51.066613 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 51856) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:51.073952 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4e6104c9-c0a8-44dd-b10d-6bf7284995c5 req-66c807a1-4724-44de-b2c0-b575b4564030 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0961900 Jul 18 02:37:51.102563 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e33b7f-8b16-4ae5-8b01-87c54576909f req-0c584f6a-32d0-46c6-a6db-af1a89b8b4ba tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940046 Jul 18 02:37:51.121784 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Publish callbacks [] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:51.187315 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4e6104c9-c0a8-44dd-b10d-6bf7284995c5 req-02dcb028-d7b5-4f10-ad18-0936474bf553 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119645 Jul 18 02:37:51.195907 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:51.291852 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Pushing event updated for resources: {'Port': ['ID=efe449cd-2a99-416c-91a9-914e4f14d64a,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:51.294679 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-75789bb8-3f32-4cf3-b7f7-c9d65816905e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:51.297301 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33111595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33265422'] for router_interface (e8b3b94b-5283-4f48-85ca-7470d694cb8e), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:51.316733 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:51.457210 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Network 1104fdab-6513-4dcb-9d14-05a3b53e6a73 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:37:51.461888 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:37:51.490844 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-75789bb8-3f32-4cf3-b7f7-c9d65816905e admin admin] Publish callbacks [] for security_group (4ea209a8-c09d-4ee5-be62-89c4310a95c8), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:51.697570 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Router e8b3b94b-5283-4f48-85ca-7470d694cb8e has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:37:51.726275 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 8758ea32-18f9-4588-ab0d-dbde65fc7373 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:37:51.780065 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:51.811776 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 8758ea32-18f9-4588-ab0d-dbde65fc7373 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:51.812658 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (8758ea32-18f9-4588-ab0d-dbde65fc7373), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:51.843692 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-75789bb8-3f32-4cf3-b7f7-c9d65816905e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (4ea209a8-c09d-4ee5-be62-89c4310a95c8), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:51.861547 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:37:51.881201 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-ec3e875d-7db5-4c6e-9e30-473eeb1a52f0 admin admin] 10.222.0.66 "PUT /v2.0/routers/e8b3b94b-5283-4f48-85ca-7470d694cb8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4956241 Jul 18 02:37:51.883015 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Sync routers for ids ['e8b3b94b-5283-4f48-85ca-7470d694cb8e'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:37:51.910463 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Routers {'e8b3b94b-5283-4f48-85ca-7470d694cb8e'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:37:51.926303 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:37:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['e8b3b94b-5283-4f48-85ca-7470d694cb8e'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:51.952976 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-03587aa8-6b27-4833-9838-a7de3caa3528 None None] Provisioning complete for port efe449cd-2a99-416c-91a9-914e4f14d64a triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:51.953396 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-03587aa8-6b27-4833-9838-a7de3caa3528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:51.999549 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 8758ea32-18f9-4588-ab0d-dbde65fc7373 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:52.007981 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 51868) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:52.011180 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-75789bb8-3f32-4cf3-b7f7-c9d65816905e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2f35aa2ec35f41448e63643c5c043ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9337595 Jul 18 02:37:52.032304 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-03587aa8-6b27-4833-9838-a7de3caa3528 None None] Port efe449cd-2a99-416c-91a9-914e4f14d64a cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:37:52.076578 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75789bb8-3f32-4cf3-b7f7-c9d65816905e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea209a8-c09d-4ee5-be62-89c4310a95c8,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:52.096039 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d00a7d-5330-4cd5-84aa-9d85614ffee5 req-77e88ea7-0f63-4301-88d7-2d88d863879d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:52.097583 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-30d00a7d-5330-4cd5-84aa-9d85614ffee5 req-77e88ea7-0f63-4301-88d7-2d88d863879d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.2411032 Jul 18 02:37:52.108057 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53854a15-7afb-4134-8f85-c7d3947e90b3 req-eb372e97-dee0-499e-985a-8774058e56b2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:52.109791 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-53854a15-7afb-4134-8f85-c7d3947e90b3 req-eb372e97-dee0-499e-985a-8774058e56b2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.1226473 Jul 18 02:37:52.110550 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Set router e8b3b94b-5283-4f48-85ca-7470d694cb8e gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:37:52.142118 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-51cdf627-ed5b-4237-9840-2cd0ae6740ef admin admin] Publish callbacks [] for security_group (4ea209a8-c09d-4ee5-be62-89c4310a95c8), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:52.171801 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0fef407a-fd08-4183-9b9d-5dd1939b5719 req-63b43698-6fe7-493c-b0b2-83f5f6da92b1 service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416279 Jul 18 02:37:52.189160 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-30d00a7d-5330-4cd5-84aa-9d85614ffee5 req-3ed62e15-3925-4de8-9e5a-c5948c7f2b95 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804405 Jul 18 02:37:52.199538 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-51cdf627-ed5b-4237-9840-2cd0ae6740ef admin admin] Publish callbacks [] for security_group (4ea209a8-c09d-4ee5-be62-89c4310a95c8), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:52.219644 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-53854a15-7afb-4134-8f85-c7d3947e90b3 req-e787beec-1bd9-4b7d-8024-ae141829541b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007221 Jul 18 02:37:52.327680 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aa617-83e7-4983-8506-8264a7f5d1eb req-f2fd0671-4fe5-4fcf-9e43-d0da93eeb975 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:52.329144 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-957aa617-83e7-4983-8506-8264a7f5d1eb req-f2fd0671-4fe5-4fcf-9e43-d0da93eeb975 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 946 time: 0.0633695 Jul 18 02:37:52.351714 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:52.378337 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'name': 'tempest-TestVolumeBootPattern-793846652-router', 'tenant_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8758ea32-18f9-4588-ab0d-dbde65fc7373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:41Z', 'updated_at': '2022-07-18T02:37:50Z', 'revision_number': 4, 'project_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'gw_port': {'id': '8758ea32-18f9-4588-ab0d-dbde65fc7373', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:43Z', 'updated_at': '2022-07-18T02:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'efe449cd-2a99-416c-91a9-914e4f14d64a', 'name': '', 'network_id': '1104fdab-6513-4dcb-9d14-05a3b53e6a73', 'tenant_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'mac_address': 'fa:16:3e:19:35:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '98ce14db-7cc1-4d83-8d88-6cbe08c700ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:48Z', 'updated_at': '2022-07-18T02:37:50Z', 'revision_number': 2, 'project_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'subnets': [{'id': '98ce14db-7cc1-4d83-8d88-6cbe08c700ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:52.387293 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-957aa617-83e7-4983-8506-8264a7f5d1eb req-007bdc2b-5401-4f7e-84d9-815d0639c937 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510998 Jul 18 02:37:52.411899 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Checking router: e8b3b94b-5283-4f48-85ca-7470d694cb8e for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:37:52.412455 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Updating router e8b3b94b-5283-4f48-85ca-7470d694cb8e port efe449cd-2a99-416c-91a9-914e4f14d64a binding host dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:37:52.445758 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:52.543779 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74605c57-596f-4d30-83d3-b9fced7e6a17 req-72236150-7735-4047-8a2a-0a3bcae1991d tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:52.545439 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-74605c57-596f-4d30-83d3-b9fced7e6a17 req-72236150-7735-4047-8a2a-0a3bcae1991d tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.72 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 946 time: 0.0900514 Jul 18 02:37:52.555245 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9868365-4c53-42c1-a59e-c2f0082f7b4a req-edec2fd1-a6e9-4d32-bfdf-52726efcc9eb tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:52.556769 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f9868365-4c53-42c1-a59e-c2f0082f7b4a req-edec2fd1-a6e9-4d32-bfdf-52726efcc9eb tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0897419 Jul 18 02:37:52.606296 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f9868365-4c53-42c1-a59e-c2f0082f7b4a req-31e7c268-3a8a-47c2-a6fa-ccc81a49b69a tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433297 Jul 18 02:37:52.668099 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-51cdf627-ed5b-4237-9840-2cd0ae6740ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (4ea209a8-c09d-4ee5-be62-89c4310a95c8), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:52.682064 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-51cdf627-ed5b-4237-9840-2cd0ae6740ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:52.682064 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-51cdf627-ed5b-4237-9840-2cd0ae6740ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4ea209a8-c09d-4ee5-be62-89c4310a95c8 HTTP/1.1" status: 204 len: 168 time: 0.6342053 Jul 18 02:37:52.682064 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 51880) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:52.688117 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-60d9952d-b7a1-45c6-af30-e9930828cafe tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1668344787', 'description': 'tempest-secgroup-smoke-1668344787 description', 'project_id': '807f88779cf842f3bbe09615d470f44c'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:52.700166 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdf627-ed5b-4237-9840-2cd0ae6740ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea209a8-c09d-4ee5-be62-89c4310a95c8,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:52.742846 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Publish callbacks [] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), precommit_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:52.825040 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-60d9952d-b7a1-45c6-af30-e9930828cafe tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:52.826638 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:52.921199 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca592ab9-01ff-49af-ad72-b9010cfc1c4b None None] Pushing event updated for resources: {'Port': ['ID=efe449cd-2a99-416c-91a9-914e4f14d64a,revision_number=3']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:52.958011 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-60d9952d-b7a1-45c6-af30-e9930828cafe tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group (f24b58a6-f0c2-43e0-8b6e-2aa40550467f), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:53.028731 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-60d9952d-b7a1-45c6-af30-e9930828cafe tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (f24b58a6-f0c2-43e0-8b6e-2aa40550467f), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:53.079985 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9952d-b7a1-45c6-af30-e9930828cafe tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f24b58a6-f0c2-43e0-8b6e-2aa40550467f,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:53.123415 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Attempting to bind port efe449cd-2a99-416c-91a9-914e4f14d64a on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:37:53.123415 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Attempting to bind port efe449cd-2a99-416c-91a9-914e4f14d64a by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '2b7837e8-775b-49f3-9220-060882425972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1104fdab-6513-4dcb-9d14-05a3b53e6a73'}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:37:53.123415 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Attempting to bind port efe449cd-2a99-416c-91a9-914e4f14d64a on network 1104fdab-6513-4dcb-9d14-05a3b53e6a73 {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:37:53.129334 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:37:53.129722 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Checking segment: {'id': '2b7837e8-775b-49f3-9220-060882425972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1104fdab-6513-4dcb-9d14-05a3b53e6a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:37:53.130146 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:53.130685 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Bound using segment: {'id': '2b7837e8-775b-49f3-9220-060882425972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1104fdab-6513-4dcb-9d14-05a3b53e6a73'} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:37:53.131158 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Bound port: efe449cd-2a99-416c-91a9-914e4f14d64a, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7837e8-775b-49f3-9220-060882425972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1104fdab-6513-4dcb-9d14-05a3b53e6a73'}}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:37:53.131695 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:53.182449 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-60d9952d-b7a1-45c6-af30-e9930828cafe tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:53.183925 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-60d9952d-b7a1-45c6-af30-e9930828cafe tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5038989 Jul 18 02:37:53.187033 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 51892) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:53.192092 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-bbae491b-5be5-42f9-89f1-80e82b115601 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Request body: {'security_group_rule': {'security_group_id': 'f24b58a6-f0c2-43e0-8b6e-2aa40550467f', 'project_id': '807f88779cf842f3bbe09615d470f44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:53.233943 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] For port efe449cd-2a99-416c-91a9-914e4f14d64a, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:37:53.253616 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] For port efe449cd-2a99-416c-91a9-914e4f14d64a, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=efe449cd-2a99-416c-91a9-914e4f14d64a,segment=NetworkSegment(2b7837e8-775b-49f3-9220-060882425972),segment_id=2b7837e8-775b-49f3-9220-060882425972)] {{(pid=104653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:37:53.294362 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-3a0a87db-1848-46fb-8a69-e8fc2f4a6d41 None None] Provisioning complete for port efe449cd-2a99-416c-91a9-914e4f14d64a triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:53.296273 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3a0a87db-1848-46fb-8a69-e8fc2f4a6d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:53.361590 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bbae491b-5be5-42f9-89f1-80e82b115601 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (26db09d7-8704-4483-b97d-80dab17c77e5), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:53.363020 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a87db-1848-46fb-8a69-e8fc2f4a6d41 None None] Port efe449cd-2a99-416c-91a9-914e4f14d64a cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:37:53.385295 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:53.392330 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cf902-d721-4f56-828b-b98128cbeaf1 req-669b703d-aea4-4cab-81dc-73f8ae6e561c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:53.398219 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6b5cf902-d721-4f56-828b-b98128cbeaf1 req-669b703d-aea4-4cab-81dc-73f8ae6e561c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.0802491 Jul 18 02:37:53.452270 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:53.453008 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:53.456337 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04e7a3-2247-4a39-b90c-7906cb2f00e9 req-2e1b6440-214d-4ad3-b81e-99f20a014d01 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:53.457358 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca592ab9-01ff-49af-ad72-b9010cfc1c4b None None] Pushing event updated for resources: {'Port': ['ID=efe449cd-2a99-416c-91a9-914e4f14d64a,revision_number=4']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:53.468232 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4c04e7a3-2247-4a39-b90c-7906cb2f00e9 req-2e1b6440-214d-4ad3-b81e-99f20a014d01 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0997899 Jul 18 02:37:53.495923 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Routers {'e8b3b94b-5283-4f48-85ca-7470d694cb8e'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:37:53.496719 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:37:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['e8b3b94b-5283-4f48-85ca-7470d694cb8e'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:53.541427 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4c04e7a3-2247-4a39-b90c-7906cb2f00e9 req-cc1b0e1c-89fe-4c98-86a1-ff5f37046e48 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720201 Jul 18 02:37:53.580127 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6b5cf902-d721-4f56-828b-b98128cbeaf1 req-b9db9b8b-0a64-4cef-9f57-ae25986aebbb tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729620 Jul 18 02:37:53.621175 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bbae491b-5be5-42f9-89f1-80e82b115601 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (26db09d7-8704-4483-b97d-80dab17c77e5), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:53.704363 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] Set router e8b3b94b-5283-4f48-85ca-7470d694cb8e gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:37:53.725876 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bbae491b-5be5-42f9-89f1-80e82b115601 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (26db09d7-8704-4483-b97d-80dab17c77e5), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:53.752394 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d94d7-4dc7-40ac-9fa7-f4f968e3fee8 req-c7a72de9-e0b6-4b57-a4c8-b01d38ba6bf5 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:53.760275 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ff4d94d7-4dc7-40ac-9fa7-f4f968e3fee8 req-c7a72de9-e0b6-4b57-a4c8-b01d38ba6bf5 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 946 time: 0.0825200 Jul 18 02:37:53.767491 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:53.778927 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:53.797760 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae491b-5be5-42f9-89f1-80e82b115601 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26db09d7-8704-4483-b97d-80dab17c77e5,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:53.844617 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ff4d94d7-4dc7-40ac-9fa7-f4f968e3fee8 req-cb9cf6ac-01b7-4251-852c-25ff3bc45684 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/security-groups?id=3dcced89-3c58-4e77-9d6b-066093d38f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832827 Jul 18 02:37:53.846963 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef132d60-54e0-4b64-967d-f175c90a1c2c req-a9fdc5f7-6fd8-44d8-b804-170ddfdfcf68 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:53.855173 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ef132d60-54e0-4b64-967d-f175c90a1c2c req-a9fdc5f7-6fd8-44d8-b804-170ddfdfcf68 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.1448832 Jul 18 02:37:53.928282 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-2e45aff0-f120-44d9-ac16-603371296fce None None] Provisioning complete for port efe449cd-2a99-416c-91a9-914e4f14d64a triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:53.928282 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2e45aff0-f120-44d9-ac16-603371296fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:53.928282 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:53.929132 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ef132d60-54e0-4b64-967d-f175c90a1c2c req-a52585b4-c9d4-48e0-a0c4-64f43c4b0f52 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630982 Jul 18 02:37:53.973237 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-2e45aff0-f120-44d9-ac16-603371296fce None None] Current status of the port efe449cd-2a99-416c-91a9-914e4f14d64a is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:53.973629 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2e45aff0-f120-44d9-ac16-603371296fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:54.008534 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:54.010920 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-2e45aff0-f120-44d9-ac16-603371296fce None None] For port efe449cd-2a99-416c-91a9-914e4f14d64a, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=efe449cd-2a99-416c-91a9-914e4f14d64a,segment=NetworkSegment(2b7837e8-775b-49f3-9220-060882425972),segment_id=2b7837e8-775b-49f3-9220-060882425972)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:54.037265 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'name': 'tempest-TestVolumeBootPattern-793846652-router', 'tenant_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8758ea32-18f9-4588-ab0d-dbde65fc7373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:41Z', 'updated_at': '2022-07-18T02:37:50Z', 'revision_number': 4, 'project_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'gw_port': {'id': '8758ea32-18f9-4588-ab0d-dbde65fc7373', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:43Z', 'updated_at': '2022-07-18T02:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'efe449cd-2a99-416c-91a9-914e4f14d64a', 'name': '', 'network_id': '1104fdab-6513-4dcb-9d14-05a3b53e6a73', 'tenant_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'mac_address': 'fa:16:3e:19:35:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '98ce14db-7cc1-4d83-8d88-6cbe08c700ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:48Z', 'updated_at': '2022-07-18T02:37:53Z', 'revision_number': 4, 'project_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'subnets': [{'id': '98ce14db-7cc1-4d83-8d88-6cbe08c700ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:37:54.063560 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0e57a-ab22-4367-afef-331ad983d86e None None] The sync data for ids ['e8b3b94b-5283-4f48-85ca-7470d694cb8e'] in dv-cinder-850015-3-iscsi is: [{'id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'name': 'tempest-TestVolumeBootPattern-793846652-router', 'tenant_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8758ea32-18f9-4588-ab0d-dbde65fc7373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:41Z', 'updated_at': '2022-07-18T02:37:50Z', 'revision_number': 4, 'project_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'gw_port': {'id': '8758ea32-18f9-4588-ab0d-dbde65fc7373', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:43Z', 'updated_at': '2022-07-18T02:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'efe449cd-2a99-416c-91a9-914e4f14d64a', 'name': '', 'network_id': '1104fdab-6513-4dcb-9d14-05a3b53e6a73', 'tenant_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'mac_address': 'fa:16:3e:19:35:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '98ce14db-7cc1-4d83-8d88-6cbe08c700ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:48Z', 'updated_at': '2022-07-18T02:37:53Z', 'revision_number': 4, 'project_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'subnets': [{'id': '98ce14db-7cc1-4d83-8d88-6cbe08c700ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:37:54.096497 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-74605c57-596f-4d30-83d3-b9fced7e6a17 req-e994de91-8cb9-4057-89bd-1ea13d0a1889 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Deleting port 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:37:54.096868 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-74605c57-596f-4d30-83d3-b9fced7e6a17 req-e994de91-8cb9-4057-89bd-1ea13d0a1889 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (8cc1584e-f2f7-4312-b8f9-de762dbe75f4), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:54.186404 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bbae491b-5be5-42f9-89f1-80e82b115601 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:54.187896 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-bbae491b-5be5-42f9-89f1-80e82b115601 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9992959 Jul 18 02:37:54.191758 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 51914) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:54.197139 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-9bb7892f-4056-4e95-9641-33bc2ec85670 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Request body: {'security_group_rule': {'security_group_id': 'f24b58a6-f0c2-43e0-8b6e-2aa40550467f', 'project_id': '807f88779cf842f3bbe09615d470f44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:54.210223 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2e45aff0-f120-44d9-ac16-603371296fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:54.247680 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-74605c57-596f-4d30-83d3-b9fced7e6a17 req-e994de91-8cb9-4057-89bd-1ea13d0a1889 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] For port 8cc1584e-f2f7-4312-b8f9-de762dbe75f4, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=8cc1584e-f2f7-4312-b8f9-de762dbe75f4,segment=NetworkSegment(3bdf316c-a363-4b38-ba46-e7ba1cd8726a),segment_id=3bdf316c-a363-4b38-ba46-e7ba1cd8726a)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:37:54.252759 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-74605c57-596f-4d30-83d3-b9fced7e6a17 req-e994de91-8cb9-4057-89bd-1ea13d0a1889 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (8cc1584e-f2f7-4312-b8f9-de762dbe75f4), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:54.269180 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-74605c57-596f-4d30-83d3-b9fced7e6a17 req-e994de91-8cb9-4057-89bd-1ea13d0a1889 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Calling delete_port for 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:37:54.298183 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:54.311578 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45aff0-f120-44d9-ac16-603371296fce None None] Pushing event updated for resources: {'Port': ['ID=efe449cd-2a99-416c-91a9-914e4f14d64a,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:54.373816 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9bb7892f-4056-4e95-9641-33bc2ec85670 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (b28c1c3b-434e-42d6-9de7-ddcfc589e838), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:54.482492 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9bb7892f-4056-4e95-9641-33bc2ec85670 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (b28c1c3b-434e-42d6-9de7-ddcfc589e838), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:54.559578 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9bb7892f-4056-4e95-9641-33bc2ec85670 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (b28c1c3b-434e-42d6-9de7-ddcfc589e838), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:54.587003 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7892f-4056-4e95-9641-33bc2ec85670 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28c1c3b-434e-42d6-9de7-ddcfc589e838,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:54.597138 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-74605c57-596f-4d30-83d3-b9fced7e6a17 req-e994de91-8cb9-4057-89bd-1ea13d0a1889 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (8cc1584e-f2f7-4312-b8f9-de762dbe75f4), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:54.657140 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994de91-8cb9-4057-89bd-1ea13d0a1889 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Pushing event deleted for resources: {'Port': ['ID=8cc1584e-f2f7-4312-b8f9-de762dbe75f4,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:54.683534 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0e84b-f54d-400e-ab94-aa4d76e8137c req-588ba64b-a76a-4ee5-a657-49966fdf0ee6 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:54.690701 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9be0e84b-f54d-400e-ab94-aa4d76e8137c req-588ba64b-a76a-4ee5-a657-49966fdf0ee6 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0637312 Jul 18 02:37:54.709109 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9bb7892f-4056-4e95-9641-33bc2ec85670 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:54.712811 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-9bb7892f-4056-4e95-9641-33bc2ec85670 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5173738 Jul 18 02:37:54.712991 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 51932) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:54.719862 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-d2b6ee51-c1a4-4981-b086-0990e0312935 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Request body: {'security_group_rule': {'security_group_id': 'f24b58a6-f0c2-43e0-8b6e-2aa40550467f', 'project_id': '807f88779cf842f3bbe09615d470f44c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:54.770327 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-74605c57-596f-4d30-83d3-b9fced7e6a17 req-e994de91-8cb9-4057-89bd-1ea13d0a1889 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] No DVR routers for this DVR port 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:37:54.774525 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-74605c57-596f-4d30-83d3-b9fced7e6a17 req-e994de91-8cb9-4057-89bd-1ea13d0a1889 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:54.778296 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-74605c57-596f-4d30-83d3-b9fced7e6a17 req-e994de91-8cb9-4057-89bd-1ea13d0a1889 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.72 "DELETE /v2.0/ports/8cc1584e-f2f7-4312-b8f9-de762dbe75f4 HTTP/1.1" status: 204 len: 173 time: 0.7694817 Jul 18 02:37:54.779497 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9be0e84b-f54d-400e-ab94-aa4d76e8137c req-f452d016-95e0-4893-85b1-a30108ab77a1 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879552 Jul 18 02:37:54.781197 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efcc0a9-9d1f-43e8-998e-c6bd700bd24b', 'name': 'network-vif-deleted', 'tag': '8cc1584e-f2f7-4312-b8f9-de762dbe75f4'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:37:54.783595 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04a746a-42db-4320-8e7a-69c5d7b42021" -d '{"events": [{"server_uuid": "8efcc0a9-9d1f-43e8-998e-c6bd700bd24b", "name": "network-vif-deleted", "tag": "8cc1584e-f2f7-4312-b8f9-de762dbe75f4"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:37:54.794075 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:54.808321 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98b3da-e86b-47b0-8f30-d1c4fec168b7 req-5ae7c26e-9cff-4850-8b15-261d56a1bb59 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:54.808321 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0c98b3da-e86b-47b0-8f30-d1c4fec168b7 req-5ae7c26e-9cff-4850-8b15-261d56a1bb59 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.1194291 Jul 18 02:37:54.851122 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d2b6ee51-c1a4-4981-b086-0990e0312935 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (3de010e4-1b7e-4aef-abbe-c848a6f0b10d), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:54.851878 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c4dc0d-39d4-43a3-90ff-2d1d9ee2a4c0 x-openstack-request-id: req-19c4dc0d-39d4-43a3-90ff-2d1d9ee2a4c0 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:37:54.852249 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efcc0a9-9d1f-43e8-998e-c6bd700bd24b", "name": "network-vif-deleted", "tag": "8cc1584e-f2f7-4312-b8f9-de762dbe75f4", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:37:54.852564 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19c4dc0d-39d4-43a3-90ff-2d1d9ee2a4c0 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:37:54.852973 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19c4dc0d-39d4-43a3-90ff-2d1d9ee2a4c0'] response: {'server_uuid': '8efcc0a9-9d1f-43e8-998e-c6bd700bd24b', 'name': 'network-vif-deleted', 'tag': '8cc1584e-f2f7-4312-b8f9-de762dbe75f4', 'status': 'completed', 'code': 200} Jul 18 02:37:54.866659 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0c98b3da-e86b-47b0-8f30-d1c4fec168b7 req-b9ba1ac1-d004-442f-96fe-847a6e8c55cf tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533979 Jul 18 02:37:54.935425 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d2b6ee51-c1a4-4981-b086-0990e0312935 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (3de010e4-1b7e-4aef-abbe-c848a6f0b10d), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:55.040260 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f362ce13-cac7-4d4c-94b7-c8d8b1c9f90b req-7a2814c4-dd55-4878-b27a-bde6eb41163b tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 210 time: 0.0919578 Jul 18 02:37:55.066923 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d2b6ee51-c1a4-4981-b086-0990e0312935 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (3de010e4-1b7e-4aef-abbe-c848a6f0b10d), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:55.097781 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddbb1f-aaaa-40ec-8c4d-c67c44611ffd req-1869f0e9-10cb-4a87-a8c3-b4a0b8c5e8ae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:55.106406 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6ee51-c1a4-4981-b086-0990e0312935 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de010e4-1b7e-4aef-abbe-c848a6f0b10d,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:55.106664 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-84ddbb1f-aaaa-40ec-8c4d-c67c44611ffd req-1869f0e9-10cb-4a87-a8c3-b4a0b8c5e8ae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0930276 Jul 18 02:37:55.170741 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-84ddbb1f-aaaa-40ec-8c4d-c67c44611ffd req-9e86fcaf-759a-4780-aa33-9fa58fee5a5a tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608594 Jul 18 02:37:55.192891 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d2b6ee51-c1a4-4981-b086-0990e0312935 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:55.195282 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-d2b6ee51-c1a4-4981-b086-0990e0312935 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4801800 Jul 18 02:37:55.198123 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 51950) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:55.204569 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-5cbe30a2-0794-4c90-8e2e-cd50628a476c tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Request body: {'security_group_rule': {'security_group_id': 'f24b58a6-f0c2-43e0-8b6e-2aa40550467f', 'project_id': '807f88779cf842f3bbe09615d470f44c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:55.366048 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5cbe30a2-0794-4c90-8e2e-cd50628a476c tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (382d98cb-c832-40a0-9f1a-6c23cc41c59e), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:55.404018 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:37:55.443898 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5cbe30a2-0794-4c90-8e2e-cd50628a476c tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (382d98cb-c832-40a0-9f1a-6c23cc41c59e), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:55.511205 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5cbe30a2-0794-4c90-8e2e-cd50628a476c tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (382d98cb-c832-40a0-9f1a-6c23cc41c59e), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:55.537113 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe30a2-0794-4c90-8e2e-cd50628a476c tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382d98cb-c832-40a0-9f1a-6c23cc41c59e,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:55.559947 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:37:55.606462 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:37:55.606820 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 8cc1584e-f2f7-4312-b8f9-de762dbe75f4 not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:37:55.659346 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5cbe30a2-0794-4c90-8e2e-cd50628a476c tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:55.665472 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5cbe30a2-0794-4c90-8e2e-cd50628a476c tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4662323 Jul 18 02:37:55.688991 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 51958) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:55.688991 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-899a84ac-15c7-40a7-aee3-7e2769c2ca99 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Request body: {'security_group_rule': {'security_group_id': 'f24b58a6-f0c2-43e0-8b6e-2aa40550467f', 'project_id': '807f88779cf842f3bbe09615d470f44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:55.701477 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device efe449cd-2a99-416c-91a9-914e4f14d64a up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:37:55.706786 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a205fd6-5f65-437d-a39f-c05c26d9897c req-f69ce1db-1b34-49a7-b1bc-8a999baa7c6a tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:55.708324 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2a205fd6-5f65-437d-a39f-c05c26d9897c req-f69ce1db-1b34-49a7-b1bc-8a999baa7c6a tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0779486 Jul 18 02:37:55.773712 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2a205fd6-5f65-437d-a39f-c05c26d9897c req-1accafa2-9c24-475b-91cc-6b1ce7cd707c tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546525 Jul 18 02:37:55.788732 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port efe449cd-2a99-416c-91a9-914e4f14d64a triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:37:55.789095 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:55.886513 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port efe449cd-2a99-416c-91a9-914e4f14d64a is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:37:55.892277 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.securitygroups_db [None req-899a84ac-15c7-40a7-aee3-7e2769c2ca99 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Project 807f88779cf842f3bbe09615d470f44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 02:37:55.899058 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-899a84ac-15c7-40a7-aee3-7e2769c2ca99 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (71b01ea3-ba5f-44d1-b8d2-2798fffe6f3b), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:55.929044 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1136f80-fa6f-4ca3-b2ee-d8c39643c92c req-b8e43cfb-1561-418d-89c2-aa1753661c5d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:55.930950 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e1136f80-fa6f-4ca3-b2ee-d8c39643c92c req-b8e43cfb-1561-418d-89c2-aa1753661c5d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0586035 Jul 18 02:37:55.970979 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-899a84ac-15c7-40a7-aee3-7e2769c2ca99 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (71b01ea3-ba5f-44d1-b8d2-2798fffe6f3b), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:55.987506 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e1136f80-fa6f-4ca3-b2ee-d8c39643c92c req-cf9b7900-1c75-4bd4-82ed-5e2f733acd05 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510128 Jul 18 02:37:56.100436 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-899a84ac-15c7-40a7-aee3-7e2769c2ca99 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (71b01ea3-ba5f-44d1-b8d2-2798fffe6f3b), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:56.139254 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:56.174351 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a84ac-15c7-40a7-aee3-7e2769c2ca99 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b01ea3-ba5f-44d1-b8d2-2798fffe6f3b,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:56.214439 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd82fd-ddad-4364-925e-5455dc45a37f req-588c8e1e-3c2a-4a31-ab0e-50c48f3c95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:56.215949 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4ffd82fd-ddad-4364-925e-5455dc45a37f req-588c8e1e-3c2a-4a31-ab0e-50c48f3c95ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3c1745729fe47238223557221c2e905&device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 1129 time: 0.1129220 Jul 18 02:37:56.219543 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c3f08ff7-d1ae-4fb0-bffb-12393c0dd5ba req-7a9bc28b-c649-4514-b8a7-4828082aece1 tempest-VolumesActionsTest-874403558 tempest-VolumesActionsTest-874403558-project] 10.222.0.66 "GET /v2.0/ports?device_id=8efcc0a9-9d1f-43e8-998e-c6bd700bd24b HTTP/1.1" status: 200 len: 210 time: 0.0773873 Jul 18 02:37:56.227164 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a60bd-2441-478e-bfa5-d8c439d5424a req-7d91c768-25d3-4cc0-ab84-3b7898774786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:56.228709 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-774a60bd-2441-478e-bfa5-d8c439d5424a req-7d91c768-25d3-4cc0-ab84-3b7898774786 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85204e1ae6844b70b45f8452887d5385&device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 1130 time: 0.0839591 Jul 18 02:37:56.339815 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-899a84ac-15c7-40a7-aee3-7e2769c2ca99 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:56.340905 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-899a84ac-15c7-40a7-aee3-7e2769c2ca99 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6609938 Jul 18 02:37:56.344036 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 51970) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:56.352719 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-2024bd62-8d90-4d28-8b5d-6f1364022e1d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Request body: {'security_group_rule': {'security_group_id': 'f24b58a6-f0c2-43e0-8b6e-2aa40550467f', 'project_id': '807f88779cf842f3bbe09615d470f44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:56.394372 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd82fd-ddad-4364-925e-5455dc45a37f req-245c84a5-39a0-468f-b994-d9a93bd33011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:56.395915 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4ffd82fd-ddad-4364-925e-5455dc45a37f req-245c84a5-39a0-468f-b994-d9a93bd33011 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 HTTP/1.1" status: 200 len: 918 time: 0.1663647 Jul 18 02:37:56.398938 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a60bd-2441-478e-bfa5-d8c439d5424a req-874206f1-1fe5-44d2-88ee-7aeebdab7bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:56.400310 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-774a60bd-2441-478e-bfa5-d8c439d5424a req-874206f1-1fe5-44d2-88ee-7aeebdab7bd6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=69054a80-8318-40e4-bbcb-fa67a0902b79 HTTP/1.1" status: 200 len: 911 time: 0.1633232 Jul 18 02:37:56.471073 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.securitygroups_db [None req-2024bd62-8d90-4d28-8b5d-6f1364022e1d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Project 807f88779cf842f3bbe09615d470f44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 02:37:56.477930 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2024bd62-8d90-4d28-8b5d-6f1364022e1d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (38ea747e-5aa3-4edb-8686-f73bae5bb6d1), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:56.518028 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4ffd82fd-ddad-4364-925e-5455dc45a37f req-cba2a06b-2e7f-46c1-b495-b75e25b2334d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3185ab6e-a508-4ad1-b269-07229430860b HTTP/1.1" status: 200 len: 1001 time: 0.1072216 Jul 18 02:37:56.523848 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-774a60bd-2441-478e-bfa5-d8c439d5424a req-aa2845f0-27f5-48a2-9ef2-34ac3d99da81 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b04923-0911-4df9-b770-512e41d840f9 HTTP/1.1" status: 200 len: 1001 time: 0.1068046 Jul 18 02:37:56.541388 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2024bd62-8d90-4d28-8b5d-6f1364022e1d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (38ea747e-5aa3-4edb-8686-f73bae5bb6d1), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:56.616282 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a60bd-2441-478e-bfa5-d8c439d5424a req-ce7e6173-9848-4549-b720-9f67231dd018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:56.617750 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-774a60bd-2441-478e-bfa5-d8c439d5424a req-ce7e6173-9848-4549-b720-9f67231dd018 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a535d1c-7310-4558-a2ba-5d3749160bbf HTTP/1.1" status: 200 len: 849 time: 0.0831473 Jul 18 02:37:56.619202 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd82fd-ddad-4364-925e-5455dc45a37f req-05093ef6-4d63-49bc-920c-6bb23132f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:56.620534 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4ffd82fd-ddad-4364-925e-5455dc45a37f req-05093ef6-4d63-49bc-920c-6bb23132f5dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=190dcf0a-7210-4697-9764-0ce7890a53b0 HTTP/1.1" status: 200 len: 856 time: 0.0870817 Jul 18 02:37:56.639703 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2024bd62-8d90-4d28-8b5d-6f1364022e1d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (38ea747e-5aa3-4edb-8686-f73bae5bb6d1), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:56.660868 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024bd62-8d90-4d28-8b5d-6f1364022e1d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ea747e-5aa3-4edb-8686-f73bae5bb6d1,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:56.700159 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a60bd-2441-478e-bfa5-d8c439d5424a req-d9fd6069-0ba4-4fb2-a4e7-322a89d6bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:56.701660 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-774a60bd-2441-478e-bfa5-d8c439d5424a req-d9fd6069-0ba4-4fb2-a4e7-322a89d6bb0d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=69054a80-8318-40e4-bbcb-fa67a0902b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661919 Jul 18 02:37:56.706838 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd82fd-ddad-4364-925e-5455dc45a37f req-8cef6c3b-bcd2-433e-b129-efb6d8e600f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:56.708310 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4ffd82fd-ddad-4364-925e-5455dc45a37f req-8cef6c3b-bcd2-433e-b129-efb6d8e600f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716856 Jul 18 02:37:56.773721 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2024bd62-8d90-4d28-8b5d-6f1364022e1d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:56.778140 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-2024bd62-8d90-4d28-8b5d-6f1364022e1d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4278390 Jul 18 02:37:56.823407 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:56.872982 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-774a60bd-2441-478e-bfa5-d8c439d5424a req-20a512e8-78cd-4749-81c9-d2ce93291788 service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628296 Jul 18 02:37:56.876527 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4ffd82fd-ddad-4364-925e-5455dc45a37f req-420cdc3f-8ce5-46f8-9b2d-eff5d830b998 service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593463 Jul 18 02:37:56.922016 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905b2a3-ab89-41cc-819e-30335c08ee06 req-95f807b3-304e-477b-a12f-1a31b994f75b tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:56.927402 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9905b2a3-ab89-41cc-819e-30335c08ee06 req-95f807b3-304e-477b-a12f-1a31b994f75b tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0578933 Jul 18 02:37:56.980349 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9905b2a3-ab89-41cc-819e-30335c08ee06 req-5a913c68-32d3-41dd-b0c9-8f2d584de000 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502183 Jul 18 02:37:57.037214 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4ffd82fd-ddad-4364-925e-5455dc45a37f req-d753c5b0-8208-49de-bd64-edd0e3e0cf3c service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514030 Jul 18 02:37:57.047452 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-774a60bd-2441-478e-bfa5-d8c439d5424a req-5f486670-9086-462b-9ed5-932679cb21c9 service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633143 Jul 18 02:37:57.114899 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e35fd-1031-45e0-853b-28f00e55655b req-7b45bfdb-40ff-416f-8d16-86b79dadce1f tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:57.117196 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4f4e35fd-1031-45e0-853b-28f00e55655b req-7b45bfdb-40ff-416f-8d16-86b79dadce1f tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0504079 Jul 18 02:37:57.164074 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4f4e35fd-1031-45e0-853b-28f00e55655b req-081ec2e9-f624-4963-854f-910c4a6fbd33 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414915 Jul 18 02:37:57.394519 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:57.946650 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-468933f2-39ee-49b3-8474-0ba7561492c0 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=ba114b0e00424785a219aa31d987d2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314431 Jul 18 02:37:58.060301 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 52060) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:58.079615 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-552b8f03-f4aa-4b23-b480-a69d6a427854 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366705400', 'description': 'tempest-description--2049374779'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:58.166144 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda7695-de37-412b-bd6a-bf3d20feca6b req-160ca05d-abf8-48ab-b61b-1320e3d7635f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:58.167817 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2fda7695-de37-412b-bd6a-bf3d20feca6b req-160ca05d-abf8-48ab-b61b-1320e3d7635f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0541260 Jul 18 02:37:58.220255 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2fda7695-de37-412b-bd6a-bf3d20feca6b req-91f3b339-6e76-45c7-ac87-709dbd244abb tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460019 Jul 18 02:37:58.354276 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c72749-c0e9-4cc6-8e34-01bc760ba259 req-18cd47a9-1d2e-4db9-9577-4f89999dd6f1 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:58.355774 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-26c72749-c0e9-4cc6-8e34-01bc760ba259 req-18cd47a9-1d2e-4db9-9577-4f89999dd6f1 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0490220 Jul 18 02:37:58.410175 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-26c72749-c0e9-4cc6-8e34-01bc760ba259 req-d6236998-0b8a-4f57-a21f-964f86d708d8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483720 Jul 18 02:37:58.439095 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-a4821599-6cfb-4252-b20d-89971f977f44 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:58.442583 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-a4821599-6cfb-4252-b20d-89971f977f44 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4904680 Jul 18 02:37:58.453764 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-45b538c0-5b1c-44ef-9c6b-0c919e495048 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/quotas/ba114b0e00424785a219aa31d987d2ee HTTP/1.1" status: 200 len: 375 time: 0.0092742 Jul 18 02:37:58.497588 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-0e6f71a2-f995-4456-b757-ca9fb9a64339 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba114b0e00424785a219aa31d987d2ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371165 Jul 18 02:37:58.498338 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:58.534013 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-552b8f03-f4aa-4b23-b480-a69d6a427854 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:58.608656 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-552b8f03-f4aa-4b23-b480-a69d6a427854 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for security_group (dd185cb4-b50d-4e5a-bddc-886fb60f3380), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:58.720284 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-552b8f03-f4aa-4b23-b480-a69d6a427854 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (dd185cb4-b50d-4e5a-bddc-886fb60f3380), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:58.763213 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b8f03-f4aa-4b23-b480-a69d6a427854 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd185cb4-b50d-4e5a-bddc-886fb60f3380,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:58.814350 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-91e8b71b-5375-4fcd-856c-121c4e01fc7c req-4249d73a-f46e-4713-b439-8abe5276e61b tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0338242 Jul 18 02:37:58.925100 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-552b8f03-f4aa-4b23-b480-a69d6a427854 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:58.926420 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-552b8f03-f4aa-4b23-b480-a69d6a427854 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8651478 Jul 18 02:37:58.929715 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 52102) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:58.934932 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-eb473d07-1ad5-426c-bb30-85a4145c92d4 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Request body: {'security_group_rule': {'security_group_id': 'dd185cb4-b50d-4e5a-bddc-886fb60f3380', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:58.988919 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-233eba61-2402-4eb8-a8f4-a9b724229902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:59.108888 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb473d07-1ad5-426c-bb30-85a4145c92d4 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for security_group_rule (ac9921e8-8871-4030-a4a6-efcd14d8f67c), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:59.169606 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb473d07-1ad5-426c-bb30-85a4145c92d4 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for security_group_rule (ac9921e8-8871-4030-a4a6-efcd14d8f67c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:59.251817 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb473d07-1ad5-426c-bb30-85a4145c92d4 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (ac9921e8-8871-4030-a4a6-efcd14d8f67c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:59.271597 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb473d07-1ad5-426c-bb30-85a4145c92d4 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9921e8-8871-4030-a4a6-efcd14d8f67c,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:59.351017 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabeac3-f539-469d-b3d5-25da83922cc2 req-7367b8ff-51ab-478c-a9e0-678e1b44e4d4 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:59.352514 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5cabeac3-f539-469d-b3d5-25da83922cc2 req-7367b8ff-51ab-478c-a9e0-678e1b44e4d4 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0522687 Jul 18 02:37:59.400007 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb473d07-1ad5-426c-bb30-85a4145c92d4 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:59.401622 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-eb473d07-1ad5-426c-bb30-85a4145c92d4 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4708693 Jul 18 02:37:59.402194 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:59.404350 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 52118) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:59.406907 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5cabeac3-f539-469d-b3d5-25da83922cc2 req-06927918-e64c-470a-bc83-935a30a15256 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472171 Jul 18 02:37:59.408656 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-fb181b75-bc51-4e76-aa55-bee3e5df966c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Request body: {'security_group_rule': {'security_group_id': 'dd185cb4-b50d-4e5a-bddc-886fb60f3380', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:59.527398 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fb181b75-bc51-4e76-aa55-bee3e5df966c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for security_group_rule (31eb43d7-d958-44d5-b072-291e925c28a5), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:59.566421 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fe4a7-d08c-4451-a175-a0bce7d63c51 req-d02171fe-a960-410a-b3d8-6aa5fe03f727 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:37:59.567865 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-009fe4a7-d08c-4451-a175-a0bce7d63c51 req-d02171fe-a960-410a-b3d8-6aa5fe03f727 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0753038 Jul 18 02:37:59.622451 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fb181b75-bc51-4e76-aa55-bee3e5df966c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for security_group_rule (31eb43d7-d958-44d5-b072-291e925c28a5), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:59.638360 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-009fe4a7-d08c-4451-a175-a0bce7d63c51 req-8bdef55c-66cb-4717-8094-c154a90721b0 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627608 Jul 18 02:37:59.734296 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fb181b75-bc51-4e76-aa55-bee3e5df966c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (31eb43d7-d958-44d5-b072-291e925c28a5), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:59.752729 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:37:59.755794 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb181b75-bc51-4e76-aa55-bee3e5df966c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31eb43d7-d958-44d5-b072-291e925c28a5,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:37:59.873714 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fb181b75-bc51-4e76-aa55-bee3e5df966c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:37:59.877391 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-fb181b75-bc51-4e76-aa55-bee3e5df966c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4696093 Jul 18 02:37:59.878020 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 52128) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:37:59.884133 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Request body: {'floatingip': {'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:37:59.905684 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3ac8ff54-aebd-4d9d-9779-4dc2a299efd8 req-3f7ef714-ea1b-482d-8816-5f6e998202df tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0390050 Jul 18 02:38:00.015250 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:00.102439 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:00.110676 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:00.212701 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Allocated IP 172.27.3.246 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/9e66ef91-b92c-4130-bff2-02be5a5b3e81) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:38:00.322879 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for port (9e66ef91-b92c-4130-bff2-02be5a5b3e81), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:00.438005 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (9e66ef91-b92c-4130-bff2-02be5a5b3e81), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:00.482911 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:00.487004 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:38:00.491323 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:38:00.494501 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:38:00.497825 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Pushing event updated for resources: {'Port': ['ID=9e66ef91-b92c-4130-bff2-02be5a5b3e81,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:00.530560 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:00.531107 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:00.531484 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:00.531826 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:00.532164 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:00.532497 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:00.532832 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:00.533157 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:00.533482 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:00.533808 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:00.534156 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:00.534483 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:00.534806 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:00.535236 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:00.535566 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:00.535676 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f63b-a63b-4ebf-a212-80a0e6bd1f9f req-eb746260-1dd7-4b5b-83b6-dadc9c1285d2 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:00.537209 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a185f63b-a63b-4ebf-a212-80a0e6bd1f9f req-eb746260-1dd7-4b5b-83b6-dadc9c1285d2 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0584013 Jul 18 02:38:00.588710 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a185f63b-a63b-4ebf-a212-80a0e6bd1f9f req-8281d1a1-6394-48c5-ac4b-3cc648427338 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450723 Jul 18 02:38:00.610351 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for floatingip (9bcd9650-7437-43ac-99d4-1342457b53e3), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:00.758776 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c1e57-e0d7-436f-a30a-7f0a47790222 req-dd2e0467-b97c-4c3b-8807-484a917f34ec tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:00.760310 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea7c1e57-e0d7-436f-a30a-7f0a47790222 req-dd2e0467-b97c-4c3b-8807-484a917f34ec tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0484195 Jul 18 02:38:00.806614 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (9e66ef91-b92c-4130-bff2-02be5a5b3e81), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:00.866895 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea7c1e57-e0d7-436f-a30a-7f0a47790222 req-00eab7bb-dd29-408a-ad8d-b0f57acd7c98 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863450 Jul 18 02:38:00.984788 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for port (9e66ef91-b92c-4130-bff2-02be5a5b3e81), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:01.003882 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4e222fef-a31e-4294-b4ec-101619e9a154 req-f9a31280-7af8-4095-90ff-2f9790edd82a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0321360 Jul 18 02:38:01.071703 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (9e66ef91-b92c-4130-bff2-02be5a5b3e81), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:01.145679 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Pushing event updated for resources: {'Port': ['ID=9e66ef91-b92c-4130-bff2-02be5a5b3e81,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:01.158275 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (9bcd9650-7437-43ac-99d4-1342457b53e3), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:01.217645 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:01.276702 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:01.277994 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-69aa4aad-7d53-415e-92b5-1396a2219b0b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3988945 Jul 18 02:38:01.348659 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-fa7f2bc0-5d8b-44c6-9dbc-01c9f02bf843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:01.492142 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9f236722-c56b-47d2-9e9a-644292263bef req-172826a8-b776-494d-a65b-803a7636590f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1366705400&fields=id&tenant_id=9ec4c1c1687944b98c1c5cefe05df095 HTTP/1.1" status: 200 len: 267 time: 0.0454164 Jul 18 02:38:01.608267 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f236722-c56b-47d2-9e9a-644292263bef req-06dad054-7ebb-4176-9088-c61806bc4a61 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:01.609836 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9f236722-c56b-47d2-9e9a-644292263bef req-06dad054-7ebb-4176-9088-c61806bc4a61 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/networks?id=9e66762c-c4d2-46f6-ba12-585a390bb14c HTTP/1.1" status: 200 len: 818 time: 0.1106472 Jul 18 02:38:01.625410 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9f236722-c56b-47d2-9e9a-644292263bef req-a57fa273-104e-4c71-aa5f-f107ef8789fa tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/quotas/9ec4c1c1687944b98c1c5cefe05df095 HTTP/1.1" status: 200 len: 375 time: 0.0101349 Jul 18 02:38:01.683624 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9f236722-c56b-47d2-9e9a-644292263bef req-112f5ca2-97b7-45f7-80f7-b681a87b07e6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0528595 Jul 18 02:38:01.708916 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2372914-13a1-4340-8919-a32073d9f0ed req-b2d630ba-1de3-4a71-9f0a-075f7d2ec45b tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:01.710609 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e2372914-13a1-4340-8919-a32073d9f0ed req-b2d630ba-1de3-4a71-9f0a-075f7d2ec45b tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0524909 Jul 18 02:38:01.760475 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e2372914-13a1-4340-8919-a32073d9f0ed req-d54e0780-48ab-4048-9552-44b266fdf451 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440807 Jul 18 02:38:01.781233 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9f236722-c56b-47d2-9e9a-644292263bef req-5b868fef-0d97-4004-9c25-12bcabe61fa3 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854445 Jul 18 02:38:01.877756 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9f236722-c56b-47d2-9e9a-644292263bef req-41a48174-3940-408a-8e7a-8039b097b1e9 service neutron] 10.222.0.66 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899262 Jul 18 02:38:01.985481 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bf295-1a0e-4645-96a2-40f50a264c2e req-0c8a5b57-9c24-4134-9076-29aaa85ae6b7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:01.986923 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d76bf295-1a0e-4645-96a2-40f50a264c2e req-0c8a5b57-9c24-4134-9076-29aaa85ae6b7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 945 time: 0.0479829 Jul 18 02:38:01.999372 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 3185ab6e-a508-4ad1-b269-07229430860b no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:38:02.039388 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d76bf295-1a0e-4645-96a2-40f50a264c2e req-3ae02023-41f8-46d5-8736-2a010a3b24df tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464063 Jul 18 02:38:02.081362 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 3185ab6e-a508-4ad1-b269-07229430860b is: ACTIVE; New status is: DOWN {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:38:02.081623 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (3185ab6e-a508-4ad1-b269-07229430860b), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:02.107271 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3185ab6e-a508-4ad1-b269-07229430860b'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:38:02.109512 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab04f887-f269-4961-bde1-fc1f015373cf" -d '{"events": [{"server_uuid": "68d974b9-4abf-4d7f-bbea-08e8fef381dd", "name": "network-vif-unplugged", "status": "completed", "tag": "3185ab6e-a508-4ad1-b269-07229430860b"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:38:02.123047 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 3185ab6e-a508-4ad1-b269-07229430860b, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=3185ab6e-a508-4ad1-b269-07229430860b,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:38:02.170971 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-03a92194-481b-406d-b012-30d935a51c7e req-76c30d46-7cd8-48fa-aa9b-8ebed5702e71 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0383730 Jul 18 02:38:02.216766 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Jul 2022 02:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5672869d-1704-483a-b1a6-6f4bb0f6fbba x-openstack-request-id: req-5672869d-1704-483a-b1a6-6f4bb0f6fbba {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:38:02.217152 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d974b9-4abf-4d7f-bbea-08e8fef381dd", "name": "network-vif-unplugged", "status": "completed", "tag": "3185ab6e-a508-4ad1-b269-07229430860b", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:38:02.217520 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5672869d-1704-483a-b1a6-6f4bb0f6fbba {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:38:02.218015 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5672869d-1704-483a-b1a6-6f4bb0f6fbba'] response: {'server_uuid': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3185ab6e-a508-4ad1-b269-07229430860b', 'code': 200} Jul 18 02:38:02.266156 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (3185ab6e-a508-4ad1-b269-07229430860b), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:02.299798 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-48497441-2e39-4e73-bec7-0546cc9e2522 req-98f69438-e745-4c80-862c-12693138af84 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 210 time: 0.0506811 Jul 18 02:38:02.322597 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=3185ab6e-a508-4ad1-b269-07229430860b,revision_number=8']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:02.597635 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:02.884919 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ae3b5-5291-4580-9aac-1462df9b3b46 req-f350719e-6f06-42ca-b44c-deb7352a20f7 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:02.886422 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-654ae3b5-5291-4580-9aac-1462df9b3b46 req-f350719e-6f06-42ca-b44c-deb7352a20f7 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0526361 Jul 18 02:38:02.936341 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-654ae3b5-5291-4580-9aac-1462df9b3b46 req-a4c9c8dd-13a6-4e6d-b1a7-0ddf3c746a56 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441358 Jul 18 02:38:03.262511 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3b35c4f2-8323-43f0-9a1c-310ad5362c38 req-353fbb2c-6e46-4c9b-bfba-de0cda351fa9 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0293357 Jul 18 02:38:03.411736 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-481a530e-7f1e-4996-9033-a168d422298d req-a47d19fd-6f68-41c8-bba9-c1fc38a8539b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 210 time: 0.0308566 Jul 18 02:38:03.552911 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [req-84091b1e-55a0-40ac-80f9-4c9be4696232 req-e4868c67-ae07-4dfd-a5e3-c957912f1211 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104651) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 02:38:03.554993 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-84091b1e-55a0-40ac-80f9-4c9be4696232 req-e4868c67-ae07-4dfd-a5e3-c957912f1211 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068560 Jul 18 02:38:03.878647 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:04.040531 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:04.104944 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:04.128501 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7b76c-01be-4603-9f5a-3d8ab4672527 req-7f5fd900-7bd8-4727-b27b-ab9bafc178b3 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:04.138819 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-61f7b76c-01be-4603-9f5a-3d8ab4672527 req-7f5fd900-7bd8-4727-b27b-ab9bafc178b3 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0759361 Jul 18 02:38:04.222474 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-61f7b76c-01be-4603-9f5a-3d8ab4672527 req-84d086c2-de44-4116-9bda-c2186d0c9a5d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699699 Jul 18 02:38:04.380717 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-54cf741b-ef4e-4fd6-8aa4-05df958c9347 req-cfa29a77-2346-462e-a811-d3979d93e812 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0418234 Jul 18 02:38:04.530015 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:04.544332 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-77ee4182-d9b5-4d8e-ba73-5a7a098c3a1f req-d5a36d69-2bb2-4f3f-8723-0a6890643c2d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 210 time: 0.0499301 Jul 18 02:38:04.585979 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-3b42ff25-45e4-4d6c-89ac-218f812b88d4 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ba114b0e00424785a219aa31d987d2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217218 Jul 18 02:38:04.709224 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4e21579b-6580-473d-aab4-f95229f17c30 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:04.711328 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4e21579b-6580-473d-aab4-f95229f17c30 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1191247 Jul 18 02:38:05.004799 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4f6978ca-4760-40b7-84f6-9c274db6235a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Request body: {'port': {'device_id': '8b571193-bc0c-461f-b2ad-e3c66e93ba5d', 'network_id': '0bf346eb-8558-439d-ac4e-0fc9bb7b9350', 'admin_state_up': True, 'tenant_id': 'ba114b0e00424785a219aa31d987d2ee'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:38:05.264532 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4f6978ca-4760-40b7-84f6-9c274db6235a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Made reservation on behalf of ba114b0e00424785a219aa31d987d2ee for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:38:05.264532 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4f6978ca-4760-40b7-84f6-9c274db6235a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:05.277974 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4f6978ca-4760-40b7-84f6-9c274db6235a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:05.337308 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:05.392272 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=76 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:05.392272 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:05.414358 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa50bed-144c-4346-8de7-c24c8ba9881b req-ee7fed67-c540-4855-bd8e-7afe368a840d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:05.416095 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7fa50bed-144c-4346-8de7-c24c8ba9881b req-ee7fed67-c540-4855-bd8e-7afe368a840d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0796344 Jul 18 02:38:05.457892 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:05.482715 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4f6978ca-4760-40b7-84f6-9c274db6235a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Publish callbacks [] for security_group (b9a80d69-112f-40a0-b0ba-af0fb5335d64), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:05.507403 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7fa50bed-144c-4346-8de7-c24c8ba9881b req-a8358242-3cb7-442a-a9bf-64f37edf8807 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797224 Jul 18 02:38:05.518314 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8f680ad5-e4f0-4e73-8056-106ccaf9c70b req-791f4bbb-886f-4450-b903-9c6a4a52adb4 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0456350 Jul 18 02:38:05.558578 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4f6978ca-4760-40b7-84f6-9c274db6235a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (b9a80d69-112f-40a0-b0ba-af0fb5335d64), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:05.649457 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6978ca-4760-40b7-84f6-9c274db6235a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a80d69-112f-40a0-b0ba-af0fb5335d64,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:05.688255 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-58195c75-695d-40fc-bbe2-48bbdbe79804 req-ca303fa2-0137-414e-95bc-f92d09acb1b9 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 210 time: 0.0571983 Jul 18 02:38:05.838978 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4f6978ca-4760-40b7-84f6-9c274db6235a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Allocated IP 192.168.233.155 (0bf346eb-8558-439d-ac4e-0fc9bb7b9350/4687a0e0-18b6-48cd-86d8-a8548e0883f5/a7faca7c-8eb7-4b92-a867-ab4fcf1f065a) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:38:05.870941 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f236722-c56b-47d2-9e9a-644292263bef req-0ed7a90e-d9d6-4824-832c-444ab1f01dca tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:05.873347 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9f236722-c56b-47d2-9e9a-644292263bef req-0ed7a90e-d9d6-4824-832c-444ab1f01dca tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.72 "GET /v2.0/networks?id=9e66762c-c4d2-46f6-ba12-585a390bb14c HTTP/1.1" status: 200 len: 818 time: 0.2000232 Jul 18 02:38:05.973680 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:06.025596 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9f236722-c56b-47d2-9e9a-644292263bef req-d9de56bd-610e-48ef-b163-b42a2f7b3ebd tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ec4c1c1687944b98c1c5cefe05df095 HTTP/1.1" status: 200 len: 380 time: 0.1346307 Jul 18 02:38:06.066982 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4f6978ca-4760-40b7-84f6-9c274db6235a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Publish callbacks [] for port (a7faca7c-8eb7-4b92-a867-ab4fcf1f065a), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:06.193059 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4f6978ca-4760-40b7-84f6-9c274db6235a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (a7faca7c-8eb7-4b92-a867-ab4fcf1f065a), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:06.238430 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4f6978ca-4760-40b7-84f6-9c274db6235a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Network 0bf346eb-8558-439d-ac4e-0fc9bb7b9350 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:38:06.243943 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4f6978ca-4760-40b7-84f6-9c274db6235a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:38:06.246464 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4f6978ca-4760-40b7-84f6-9c274db6235a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:38:06.277248 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6978ca-4760-40b7-84f6-9c274db6235a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Pushing event updated for resources: {'Port': ['ID=a7faca7c-8eb7-4b92-a867-ab4fcf1f065a,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:06.320641 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4f6978ca-4760-40b7-84f6-9c274db6235a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:06.321576 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4f6978ca-4760-40b7-84f6-9c274db6235a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:06.339543 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-9f236722-c56b-47d2-9e9a-644292263bef req-4abbc7e5-cba2-498e-9a82-3786f365ee68 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Request body: {'port': {'device_id': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'admin_state_up': True, 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'security_groups': ['dd185cb4-b50d-4e5a-bddc-886fb60f3380']}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:38:06.443831 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4f6978ca-4760-40b7-84f6-9c274db6235a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4431851 Jul 18 02:38:06.475449 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Request body: {'port': {'device_id': '8b571193-bc0c-461f-b2ad-e3c66e93ba5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:38:06.538917 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-4fce5868-3e16-4565-97c6-f6624504338b None None] Provisioning complete for port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:38:06.539519 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-4fce5868-3e16-4565-97c6-f6624504338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (a7faca7c-8eb7-4b92-a867-ab4fcf1f065a), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:06.594419 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-4fce5868-3e16-4565-97c6-f6624504338b None None] Port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:38:06.636640 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (a7faca7c-8eb7-4b92-a867-ab4fcf1f065a), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:06.708796 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bd16f-78bd-4012-9d62-c1322772e3e6 req-4f7d5856-ef8d-4e8f-a04f-64cab9c70b85 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:06.710565 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3f4bd16f-78bd-4012-9d62-c1322772e3e6 req-4f7d5856-ef8d-4e8f-a04f-64cab9c70b85 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 936 time: 0.0873396 Jul 18 02:38:06.713767 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f236722-c56b-47d2-9e9a-644292263bef req-4abbc7e5-cba2-498e-9a82-3786f365ee68 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Made reservation on behalf of 9ec4c1c1687944b98c1c5cefe05df095 for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:38:06.717207 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9f236722-c56b-47d2-9e9a-644292263bef req-4abbc7e5-cba2-498e-9a82-3786f365ee68 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:06.728093 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90531a-c2df-4b68-8b1c-0d74453d4328 req-0112e22d-17c1-424f-93ff-b8302344c036 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:06.733851 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4b90531a-c2df-4b68-8b1c-0d74453d4328 req-0112e22d-17c1-424f-93ff-b8302344c036 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.1106761 Jul 18 02:38:06.756327 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:06.803321 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4b90531a-c2df-4b68-8b1c-0d74453d4328 req-3066506e-da48-4438-9a8c-87a721d044fa tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655880 Jul 18 02:38:06.961235 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-901806a5-3803-42eb-a96f-632c5b67d041 req-860acf2e-3920-4c09-835b-a581fe2ba9e7 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 210 time: 0.0666428 Jul 18 02:38:06.972354 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-33ae6436-4876-4d17-9928-4ee1768c0f76 req-964ebed8-7d84-442d-aecd-bd933ddaffe8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2040944 Jul 18 02:38:07.027337 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3f4bd16f-78bd-4012-9d62-c1322772e3e6 req-d417b185-435d-437d-ac9e-733edc9821ae tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031662 Jul 18 02:38:07.279383 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:07.279383 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae6436-4876-4d17-9928-4ee1768c0f76 req-daaa9bb8-5d93-428e-8208-9fee6f1c2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:07.279383 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-33ae6436-4876-4d17-9928-4ee1768c0f76 req-daaa9bb8-5d93-428e-8208-9fee6f1c2d21 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b02a417904a474abcab1eec5cea9c7e&device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 1129 time: 0.1617434 Jul 18 02:38:07.279383 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-9f236722-c56b-47d2-9e9a-644292263bef req-4abbc7e5-cba2-498e-9a82-3786f365ee68 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Allocated IP 172.20.0.9 (9e66762c-c4d2-46f6-ba12-585a390bb14c/b4b8b997-66c3-477b-8816-8f4555614405/b201d32b-4faf-4b5d-b867-467d2b9bcc9a) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:38:07.545407 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7faca7c-8eb7-4b92-a867-ab4fcf1f065a {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:38:07.561603 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae6436-4876-4d17-9928-4ee1768c0f76 req-770f5a35-4f03-4deb-a911-04554b94ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:07.561603 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-33ae6436-4876-4d17-9928-4ee1768c0f76 req-770f5a35-4f03-4deb-a911-04554b94ebe4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 HTTP/1.1" status: 200 len: 916 time: 0.3157609 Jul 18 02:38:07.563158 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Publish callbacks [] for port (a7faca7c-8eb7-4b92-a867-ab4fcf1f065a), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:07.663259 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Transition to ACTIVE for port object a7faca7c-8eb7-4b92-a867-ab4fcf1f065a will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:38:07.711939 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-33ae6436-4876-4d17-9928-4ee1768c0f76 req-6716f5f0-b111-42da-a034-5438465f90dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=063ebb17-b759-41b1-bb29-1214343746a1 HTTP/1.1" status: 200 len: 1001 time: 0.1422908 Jul 18 02:38:07.720249 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:07.764980 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9f236722-c56b-47d2-9e9a-644292263bef req-4abbc7e5-cba2-498e-9a82-3786f365ee68 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for port (b201d32b-4faf-4b5d-b867-467d2b9bcc9a), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:07.775507 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (a7faca7c-8eb7-4b92-a867-ab4fcf1f065a), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:07.841004 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae6436-4876-4d17-9928-4ee1768c0f76 req-fedc73b7-7a20-42bc-8970-0422e99bb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:07.842923 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-33ae6436-4876-4d17-9928-4ee1768c0f76 req-fedc73b7-7a20-42bc-8970-0422e99bb3f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=980bd026-fed1-45eb-bd25-e5a3e3e70779 HTTP/1.1" status: 200 len: 854 time: 0.1149755 Jul 18 02:38:07.931839 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Pushing event updated for resources: {'Port': ['ID=a7faca7c-8eb7-4b92-a867-ab4fcf1f065a,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:07.978798 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae6436-4876-4d17-9928-4ee1768c0f76 req-1893bb34-7152-4660-b927-63a5bfd26b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:07.981237 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-33ae6436-4876-4d17-9928-4ee1768c0f76 req-1893bb34-7152-4660-b927-63a5bfd26b80 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1297956 Jul 18 02:38:07.992344 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cb644-7b5b-4a75-8873-b7ba203289b6 req-cad9567f-923e-45f4-b38d-04791d3e3265 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:07.994563 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-063cb644-7b5b-4a75-8873-b7ba203289b6 req-cad9567f-923e-45f4-b38d-04791d3e3265 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0718067 Jul 18 02:38:08.055866 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9f236722-c56b-47d2-9e9a-644292263bef req-4abbc7e5-cba2-498e-9a82-3786f365ee68 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (b201d32b-4faf-4b5d-b867-467d2b9bcc9a), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:08.093719 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-063cb644-7b5b-4a75-8873-b7ba203289b6 req-3adc2896-3ca0-48dd-9b5c-97e96727a6cb tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904067 Jul 18 02:38:08.228895 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f236722-c56b-47d2-9e9a-644292263bef req-4abbc7e5-cba2-498e-9a82-3786f365ee68 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Network 9e66762c-c4d2-46f6-ba12-585a390bb14c is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:38:08.240194 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-9f236722-c56b-47d2-9e9a-644292263bef req-4abbc7e5-cba2-498e-9a82-3786f365ee68 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:38:08.242984 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ba91e-3ada-49d1-8974-34815f50bb86 req-e18a5099-d21f-43b4-8d0f-c1d59005ac73 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:08.245555 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a11ba91e-3ada-49d1-8974-34815f50bb86 req-e18a5099-d21f-43b4-8d0f-c1d59005ac73 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 948 time: 0.0624540 Jul 18 02:38:08.246711 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f236722-c56b-47d2-9e9a-644292263bef req-4abbc7e5-cba2-498e-9a82-3786f365ee68 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:38:08.290461 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Attempting to bind port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:38:08.290794 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Attempting to bind port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': '804a6c07-2cc7-4634-8ef2-a16d8093116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0bf346eb-8558-439d-ac4e-0fc9bb7b9350'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:38:08.291123 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Attempting to bind port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a on network 0bf346eb-8558-439d-ac4e-0fc9bb7b9350 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:38:08.300609 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a on network 0bf346eb-8558-439d-ac4e-0fc9bb7b9350 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:38:08.300875 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Attempting to bind port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a on network 0bf346eb-8558-439d-ac4e-0fc9bb7b9350 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:38:08.302911 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbc7e5-cba2-498e-9a82-3786f365ee68 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Pushing event updated for resources: {'Port': ['ID=b201d32b-4faf-4b5d-b867-467d2b9bcc9a,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:08.325849 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b386d2-432b-42b6-8a35-c7bc4d2acde6 req-54a8191b-5454-4668-9e85-10245763c5a3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:08.328408 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-86b386d2-432b-42b6-8a35-c7bc4d2acde6 req-54a8191b-5454-4668-9e85-10245763c5a3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 931 time: 0.2577722 Jul 18 02:38:08.330374 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a11ba91e-3ada-49d1-8974-34815f50bb86 req-2932d6cb-bebf-4eb5-814c-21a453cedd95 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726361 Jul 18 02:38:08.376403 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:08.377395 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:38:08.377745 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Checking segment: {'id': '804a6c07-2cc7-4634-8ef2-a16d8093116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0bf346eb-8558-439d-ac4e-0fc9bb7b9350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:38:08.378165 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Bound using segment: {'id': '804a6c07-2cc7-4634-8ef2-a16d8093116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0bf346eb-8558-439d-ac4e-0fc9bb7b9350'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:38:08.378758 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Bound port: a7faca7c-8eb7-4b92-a867-ab4fcf1f065a, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804a6c07-2cc7-4634-8ef2-a16d8093116b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0bf346eb-8558-439d-ac4e-0fc9bb7b9350'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:38:08.383582 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (a7faca7c-8eb7-4b92-a867-ab4fcf1f065a), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:08.424264 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f236722-c56b-47d2-9e9a-644292263bef req-4abbc7e5-cba2-498e-9a82-3786f365ee68 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:08.425039 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9f236722-c56b-47d2-9e9a-644292263bef req-4abbc7e5-cba2-498e-9a82-3786f365ee68 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:08.459291 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-33ae6436-4876-4d17-9928-4ee1768c0f76 req-33df00aa-7a9c-494b-91fa-f9a1b3d5defa service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392433 Jul 18 02:38:08.521849 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-86b386d2-432b-42b6-8a35-c7bc4d2acde6 req-45735fdb-c36c-4077-8fff-2a178dfc111b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577101 Jul 18 02:38:08.571480 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9f236722-c56b-47d2-9e9a-644292263bef req-4abbc7e5-cba2-498e-9a82-3786f365ee68 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2373028 Jul 18 02:38:08.609840 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-7edbffa5-41c3-42c0-849e-6d17f560aa47 None None] Provisioning complete for port b201d32b-4faf-4b5d-b867-467d2b9bcc9a triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:38:08.610881 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7edbffa5-41c3-42c0-849e-6d17f560aa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (b201d32b-4faf-4b5d-b867-467d2b9bcc9a), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:08.636362 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Request body: {'port': {'device_id': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:38:08.648860 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:08.658999 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-7edbffa5-41c3-42c0-849e-6d17f560aa47 None None] Port b201d32b-4faf-4b5d-b867-467d2b9bcc9a cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:38:08.695941 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] For port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:38:08.706478 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] For port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=a7faca7c-8eb7-4b92-a867-ab4fcf1f065a,segment=NetworkSegment(804a6c07-2cc7-4634-8ef2-a16d8093116b),segment_id=804a6c07-2cc7-4634-8ef2-a16d8093116b)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:38:09.019033 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (a7faca7c-8eb7-4b92-a867-ab4fcf1f065a), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:09.037881 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-33ae6436-4876-4d17-9928-4ee1768c0f76 req-48740c99-2fb7-4af5-ae1a-693110c81e4e service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417945 Jul 18 02:38:09.065387 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (b201d32b-4faf-4b5d-b867-467d2b9bcc9a), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:09.070289 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:09.070947 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:09.072358 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] 10.222.0.72 "PUT /v2.0/ports/a7faca7c-8eb7-4b92-a867-ab4fcf1f065a HTTP/1.1" status: 200 len: 1098 time: 2.6037660 Jul 18 02:38:09.073766 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b571193-bc0c-461f-b2ad-e3c66e93ba5d', 'tag': 'a7faca7c-8eb7-4b92-a867-ab4fcf1f065a'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:38:09.076049 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9277311e-9371-4c45-a5bf-e9acf1db4360" -d '{"events": [{"name": "network-changed", "server_uuid": "8b571193-bc0c-461f-b2ad-e3c66e93ba5d", "tag": "a7faca7c-8eb7-4b92-a867-ab4fcf1f065a"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:38:09.137398 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e29397-975a-45b5-aa0f-779d064a4b53 service neutron] Pushing event updated for resources: {'Port': ['ID=a7faca7c-8eb7-4b92-a867-ab4fcf1f065a,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:09.229650 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:09.234608 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3017a5f-daab-46f6-91ba-ea845a6a46d0 x-openstack-request-id: req-e3017a5f-daab-46f6-91ba-ea845a6a46d0 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:38:09.234906 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b571193-bc0c-461f-b2ad-e3c66e93ba5d", "tag": "a7faca7c-8eb7-4b92-a867-ab4fcf1f065a", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:38:09.235163 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3017a5f-daab-46f6-91ba-ea845a6a46d0 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:38:09.235564 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3017a5f-daab-46f6-91ba-ea845a6a46d0'] response: {'name': 'network-changed', 'server_uuid': '8b571193-bc0c-461f-b2ad-e3c66e93ba5d', 'tag': 'a7faca7c-8eb7-4b92-a867-ab4fcf1f065a', 'status': 'completed', 'code': 200} Jul 18 02:38:09.369155 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf792a3-6419-443f-a506-901141086a71 req-c156899f-fd08-42ee-a731-fa42b1a4612f tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:09.370706 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3cf792a3-6419-443f-a506-901141086a71 req-c156899f-fd08-42ee-a731-fa42b1a4612f tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.1320386 Jul 18 02:38:09.418335 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277311e-9371-4c45-a5bf-e9acf1db4360 req-8accdf14-5f3d-4364-b164-f7be04b58fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:09.419870 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9277311e-9371-4c45-a5bf-e9acf1db4360 req-8accdf14-5f3d-4364-b164-f7be04b58fc1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba114b0e00424785a219aa31d987d2ee&device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 1132 time: 0.1345696 Jul 18 02:38:09.488958 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9277311e-9371-4c45-a5bf-e9acf1db4360 req-86bc4d36-d7a2-4ab9-b6ec-5573a091f867 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ba114b0e00424785a219aa31d987d2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532978 Jul 18 02:38:09.495362 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac8980-cc5c-4694-a1dd-6a3e7ab6e891 req-7c8f100a-7558-4798-96fc-37b5e4ff416e tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:09.500192 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3cf792a3-6419-443f-a506-901141086a71 req-608194bc-54ff-4fd3-bd61-e25817a7dceb tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212840 Jul 18 02:38:09.506174 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-69ac8980-cc5c-4694-a1dd-6a3e7ab6e891 req-7c8f100a-7558-4798-96fc-37b5e4ff416e tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 948 time: 0.0789864 Jul 18 02:38:09.603808 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-69ac8980-cc5c-4694-a1dd-6a3e7ab6e891 req-8675f6eb-7410-4bf2-88cd-e636f864dfc9 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909851 Jul 18 02:38:09.604413 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:09.737032 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277311e-9371-4c45-a5bf-e9acf1db4360 req-7ec03c7d-a455-4694-90a0-c278460fd3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:09.738638 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9277311e-9371-4c45-a5bf-e9acf1db4360 req-7ec03c7d-a455-4694-90a0-c278460fd3b7 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2375174 Jul 18 02:38:09.740722 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b201d32b-4faf-4b5d-b867-467d2b9bcc9a {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:38:09.758125 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Publish callbacks [] for port (b201d32b-4faf-4b5d-b867-467d2b9bcc9a), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:09.776414 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Transition to ACTIVE for port object b201d32b-4faf-4b5d-b867-467d2b9bcc9a will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:38:09.783052 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c01fab-7bcc-4326-a5be-b001ca9a7386 req-ecd3edef-c595-45cc-9d97-510bebb546f3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:09.784607 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e0c01fab-7bcc-4326-a5be-b001ca9a7386 req-ecd3edef-c595-45cc-9d97-510bebb546f3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 931 time: 0.1207411 Jul 18 02:38:09.864333 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e0c01fab-7bcc-4326-a5be-b001ca9a7386 req-cd0dad26-1e09-4bb8-9b26-6436047d20e2 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735772 Jul 18 02:38:09.875181 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (b201d32b-4faf-4b5d-b867-467d2b9bcc9a), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:09.883342 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-7491f68d-fe90-4679-ab5e-e96dcc00fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:09.884859 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-7491f68d-fe90-4679-ab5e-e96dcc00fccc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba114b0e00424785a219aa31d987d2ee&device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 1132 time: 0.0625355 Jul 18 02:38:09.948759 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-36ab22b4-233a-4683-835d-22e2564b58d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=a7faca7c-8eb7-4b92-a867-ab4fcf1f065a HTTP/1.1" status: 200 len: 217 time: 0.0438440 Jul 18 02:38:09.990442 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Pushing event updated for resources: {'Port': ['ID=b201d32b-4faf-4b5d-b867-467d2b9bcc9a,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:10.041628 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-3f9d5a24-9d6a-4801-be9c-6179bdffd47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:10.044200 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-3f9d5a24-9d6a-4801-be9c-6179bdffd47b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4687a0e0-18b6-48cd-86d8-a8548e0883f5 HTTP/1.1" status: 200 len: 843 time: 0.0846481 Jul 18 02:38:10.116162 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-54d4491a-450b-4ca0-b787-e171ffbe822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:10.118064 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-54d4491a-450b-4ca0-b787-e171ffbe822a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0bf346eb-8558-439d-ac4e-0fc9bb7b9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0556457 Jul 18 02:38:10.173143 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:10.207867 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Attempting to bind port b201d32b-4faf-4b5d-b867-467d2b9bcc9a on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:38:10.208198 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Attempting to bind port b201d32b-4faf-4b5d-b867-467d2b9bcc9a by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:38:10.208452 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Attempting to bind port b201d32b-4faf-4b5d-b867-467d2b9bcc9a on network 9e66762c-c4d2-46f6-ba12-585a390bb14c {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:38:10.217645 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Port b201d32b-4faf-4b5d-b867-467d2b9bcc9a on network 9e66762c-c4d2-46f6-ba12-585a390bb14c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:38:10.217971 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Attempting to bind port b201d32b-4faf-4b5d-b867-467d2b9bcc9a on network 9e66762c-c4d2-46f6-ba12-585a390bb14c {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:38:10.234539 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:38:10.240151 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Checking segment: {'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:38:10.240151 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Bound using segment: {'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:38:10.240151 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Bound port: b201d32b-4faf-4b5d-b867-467d2b9bcc9a, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c951234f-2fbc-4fe0-ae28-a0f34b22352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:38:10.240151 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (b201d32b-4faf-4b5d-b867-467d2b9bcc9a), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:10.266654 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4a7b4c09-5e22-4a2c-be8c-e36aafaf0b38 service neutron] 10.222.0.72 "GET /v2.0/networks/0bf346eb-8558-439d-ac4e-0fc9bb7b9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394148 Jul 18 02:38:10.377251 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] For port b201d32b-4faf-4b5d-b867-467d2b9bcc9a, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:38:10.396801 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] For port b201d32b-4faf-4b5d-b867-467d2b9bcc9a, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=b201d32b-4faf-4b5d-b867-467d2b9bcc9a,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:38:10.412577 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c021aaa3-53af-4712-8a13-41eeb38118ec req-4d9dc75e-544a-4fb8-b747-0596689a99bc service neutron] 10.222.0.72 "GET /v2.0/networks/0bf346eb-8558-439d-ac4e-0fc9bb7b9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293421 Jul 18 02:38:10.476833 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (b201d32b-4faf-4b5d-b867-467d2b9bcc9a), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:10.513331 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:10.513768 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:10.515425 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9f236722-c56b-47d2-9e9a-644292263bef req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] 10.222.0.72 "PUT /v2.0/ports/b201d32b-4faf-4b5d-b867-467d2b9bcc9a HTTP/1.1" status: 200 len: 1093 time: 1.8849673 Jul 18 02:38:10.544258 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a2c10-dc44-4c4d-b77a-20800461686c service neutron] Pushing event updated for resources: {'Port': ['ID=b201d32b-4faf-4b5d-b867-467d2b9bcc9a,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:10.698350 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42744f-f39e-4e94-9a7a-5d96ba573aa5 req-dee068c2-0e53-40ae-b879-30890a8796ac tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:10.701307 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-af42744f-f39e-4e94-9a7a-5d96ba573aa5 req-dee068c2-0e53-40ae-b879-30890a8796ac tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0670302 Jul 18 02:38:10.795155 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f236722-c56b-47d2-9e9a-644292263bef req-8c8049f8-ea49-4631-a418-320f6d8e7bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:10.796781 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9f236722-c56b-47d2-9e9a-644292263bef req-8c8049f8-ea49-4631-a418-320f6d8e7bca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 1127 time: 0.1448681 Jul 18 02:38:10.814259 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-af42744f-f39e-4e94-9a7a-5d96ba573aa5 req-8644fbbd-09c6-4e1b-b972-7500c10fa51c tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005452 Jul 18 02:38:10.871193 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9f236722-c56b-47d2-9e9a-644292263bef req-92f1853b-6dea-4b89-9525-b04227fa2a2e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b201d32b-4faf-4b5d-b867-467d2b9bcc9a HTTP/1.1" status: 200 len: 217 time: 0.0520468 Jul 18 02:38:10.877369 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc0aa0-ea03-4845-ae41-51f95cfae36b req-f6c30d18-ecad-442e-8554-8442f23afc0c tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:10.884061 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-27cc0aa0-ea03-4845-ae41-51f95cfae36b req-f6c30d18-ecad-442e-8554-8442f23afc0c tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 948 time: 0.1710255 Jul 18 02:38:10.962842 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f236722-c56b-47d2-9e9a-644292263bef req-180454d0-e3c3-4ec1-9bdb-ff05c417b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:10.967834 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9f236722-c56b-47d2-9e9a-644292263bef req-180454d0-e3c3-4ec1-9bdb-ff05c417b534 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4b8b997-66c3-477b-8816-8f4555614405 HTTP/1.1" status: 200 len: 857 time: 0.0880055 Jul 18 02:38:10.981936 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-27cc0aa0-ea03-4845-ae41-51f95cfae36b req-be99465b-ddb5-4896-ba49-8b137e612477 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931854 Jul 18 02:38:11.010461 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:11.025508 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0e35e-ab5c-46b4-84ec-f6a6a8eb761c req-57e9d2c2-3a7f-480c-bca6-59fdb2444052 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:11.027530 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-14c0e35e-ab5c-46b4-84ec-f6a6a8eb761c req-57e9d2c2-3a7f-480c-bca6-59fdb2444052 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 943 time: 0.0766177 Jul 18 02:38:11.048583 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f236722-c56b-47d2-9e9a-644292263bef req-15ff6943-72c8-4d24-8ec9-ce0836815247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:11.050177 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9f236722-c56b-47d2-9e9a-644292263bef req-15ff6943-72c8-4d24-8ec9-ce0836815247 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e66762c-c4d2-46f6-ba12-585a390bb14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561302 Jul 18 02:38:11.081853 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:11.095214 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-14c0e35e-ab5c-46b4-84ec-f6a6a8eb761c req-57d40ef3-8b98-48e6-91c6-38d7920007ff tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611548 Jul 18 02:38:11.164661 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9f236722-c56b-47d2-9e9a-644292263bef req-deb96706-df30-4fed-aa07-eb486f969e15 service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011243 Jul 18 02:38:11.243556 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'tag': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:38:11.246536 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2ec68f-e630-46a4-a103-6af880a7f1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "202ad2e8-7648-4965-afb6-736cb94b74ac", "tag": "b201d32b-4faf-4b5d-b867-467d2b9bcc9a"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:38:11.293496 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424ce1bc-9aaa-41c9-92b3-51f32e02dc05 x-openstack-request-id: req-424ce1bc-9aaa-41c9-92b3-51f32e02dc05 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:38:11.293795 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202ad2e8-7648-4965-afb6-736cb94b74ac", "tag": "b201d32b-4faf-4b5d-b867-467d2b9bcc9a", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:38:11.294050 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-424ce1bc-9aaa-41c9-92b3-51f32e02dc05 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:38:11.294545 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424ce1bc-9aaa-41c9-92b3-51f32e02dc05'] response: {'name': 'network-changed', 'server_uuid': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'tag': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a', 'status': 'completed', 'code': 200} Jul 18 02:38:11.296919 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9f236722-c56b-47d2-9e9a-644292263bef req-5166a9e2-6daa-4316-a8e9-008a8ac51257 service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268833 Jul 18 02:38:11.515033 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ec68f-e630-46a4-a103-6af880a7f1ac req-96a667af-0f0e-4542-84f9-f5e42b23f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:11.516778 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4a2ec68f-e630-46a4-a103-6af880a7f1ac req-96a667af-0f0e-4542-84f9-f5e42b23f4b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 1127 time: 0.0453308 Jul 18 02:38:11.635951 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ec68f-e630-46a4-a103-6af880a7f1ac req-75074d2d-1730-4fe8-a081-a3bc430e139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:11.637703 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4a2ec68f-e630-46a4-a103-6af880a7f1ac req-75074d2d-1730-4fe8-a081-a3bc430e139e service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e66762c-c4d2-46f6-ba12-585a390bb14c HTTP/1.1" status: 200 len: 919 time: 0.1120353 Jul 18 02:38:11.686802 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4a2ec68f-e630-46a4-a103-6af880a7f1ac req-6f718cd4-6eb7-4c15-85e4-fbc9646e6a3e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b201d32b-4faf-4b5d-b867-467d2b9bcc9a HTTP/1.1" status: 200 len: 217 time: 0.0404356 Jul 18 02:38:11.750715 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ec68f-e630-46a4-a103-6af880a7f1ac req-7a06222e-874f-47c2-a997-e0acd7032a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:11.752286 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4a2ec68f-e630-46a4-a103-6af880a7f1ac req-7a06222e-874f-47c2-a997-e0acd7032a86 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4b8b997-66c3-477b-8816-8f4555614405 HTTP/1.1" status: 200 len: 857 time: 0.0531516 Jul 18 02:38:11.806377 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ec68f-e630-46a4-a103-6af880a7f1ac req-ea34bc18-c496-4a45-aae9-7f112dbd7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:11.808664 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4a2ec68f-e630-46a4-a103-6af880a7f1ac req-ea34bc18-c496-4a45-aae9-7f112dbd7bf8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e66762c-c4d2-46f6-ba12-585a390bb14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485306 Jul 18 02:38:11.912012 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:11.935757 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4a2ec68f-e630-46a4-a103-6af880a7f1ac req-1923c321-1517-4b5e-be18-5b8c1eb03bff service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161628 Jul 18 02:38:11.952709 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f78ad-6ffe-4b70-a067-b4a0fb559866 req-01886026-eec0-48f2-b5c2-3794625b5ed4 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:11.958576 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-779f78ad-6ffe-4b70-a067-b4a0fb559866 req-01886026-eec0-48f2-b5c2-3794625b5ed4 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0544007 Jul 18 02:38:12.016593 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-779f78ad-6ffe-4b70-a067-b4a0fb559866 req-6f455992-9690-489a-a621-f62fdf064f2e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563533 Jul 18 02:38:12.090314 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4a2ec68f-e630-46a4-a103-6af880a7f1ac req-738429df-12bd-4a79-b3d6-e0d27bd8b197 service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461926 Jul 18 02:38:12.130147 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dd29e-6498-46e8-b395-0f6dcc139c58 req-42231046-de67-493f-8c12-553d170ef7c3 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:12.131793 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1b7dd29e-6498-46e8-b395-0f6dcc139c58 req-42231046-de67-493f-8c12-553d170ef7c3 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 948 time: 0.0567291 Jul 18 02:38:12.194331 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1b7dd29e-6498-46e8-b395-0f6dcc139c58 req-6c2d4dac-081e-400a-b861-d0573639ea75 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551393 Jul 18 02:38:12.231747 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83fa5d-63f1-4f9a-aab2-28a0e9291354 req-23e5243e-f4b3-4383-a1d2-0a5ba07e6b8a tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:12.233219 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dd83fa5d-63f1-4f9a-aab2-28a0e9291354 req-23e5243e-f4b3-4383-a1d2-0a5ba07e6b8a tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 943 time: 0.0566008 Jul 18 02:38:12.286892 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dd83fa5d-63f1-4f9a-aab2-28a0e9291354 req-68e0ac96-0d65-434d-a681-179d0d9e9727 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472667 Jul 18 02:38:13.186118 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f54c52-9851-4fec-bf8e-1574c0086a87 req-3e3fdce2-38a8-4871-831e-dc09d9edff9d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:13.187680 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c5f54c52-9851-4fec-bf8e-1574c0086a87 req-3e3fdce2-38a8-4871-831e-dc09d9edff9d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0706470 Jul 18 02:38:13.249490 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c5f54c52-9851-4fec-bf8e-1574c0086a87 req-3866355d-ce05-45ea-bf26-01497bf4e797 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558536 Jul 18 02:38:13.326029 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fe48c-7444-4fcb-b0a8-5ce8cb1263db req-61fcee67-1ec5-42cc-ae6a-1839a70b90b8 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:13.328833 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cb8fe48c-7444-4fcb-b0a8-5ce8cb1263db req-61fcee67-1ec5-42cc-ae6a-1839a70b90b8 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 948 time: 0.0585637 Jul 18 02:38:13.388566 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cb8fe48c-7444-4fcb-b0a8-5ce8cb1263db req-b1a12b49-fe65-4fc9-be1f-cde34d5f6798 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527780 Jul 18 02:38:13.418585 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd783a-dd63-4042-957f-553057a2dac9 req-4304137f-0ac9-47ae-b6a5-35df69b0eb95 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:13.420172 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-41cd783a-dd63-4042-957f-553057a2dac9 req-4304137f-0ac9-47ae-b6a5-35df69b0eb95 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 943 time: 0.0502372 Jul 18 02:38:13.489127 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-41cd783a-dd63-4042-957f-553057a2dac9 req-4d8b35af-7b76-4813-82ef-8ec9be245355 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614395 Jul 18 02:38:13.528862 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 52340) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:38:13.655227 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-05919a8a-dd20-4476-a737-bcd7350e8133 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1234863 Jul 18 02:38:13.662442 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-2a644e6b-86ed-45a3-8717-b3f557e0e80a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 02:38:13.663688 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-2a644e6b-86ed-45a3-8717-b3f557e0e80a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057070 Jul 18 02:38:13.758216 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 52352) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:38:13.876604 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-03f9a813-1922-4196-a4d4-7a1ce0fc337d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:13.879551 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-03f9a813-1922-4196-a4d4-7a1ce0fc337d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports/3185ab6e-a508-4ad1-b269-07229430860b HTTP/1.1" status: 200 len: 940 time: 0.1245120 Jul 18 02:38:14.406002 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed752554-493c-463d-b918-97d886f4d18f req-09d619c1-c0cc-48f6-910f-5d3bd9f5da71 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:14.408355 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ed752554-493c-463d-b918-97d886f4d18f req-09d619c1-c0cc-48f6-910f-5d3bd9f5da71 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0596282 Jul 18 02:38:14.507451 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ed752554-493c-463d-b918-97d886f4d18f req-ea0c3e44-6bc3-450f-9e2b-153600e6880c tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817158 Jul 18 02:38:14.541207 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d317a-e316-48ae-b934-d6ba926d9e49 req-2a88bee7-afcd-4bd9-9b40-23a5e1caf8b7 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:14.542838 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-733d317a-e316-48ae-b934-d6ba926d9e49 req-2a88bee7-afcd-4bd9-9b40-23a5e1caf8b7 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 948 time: 0.0538113 Jul 18 02:38:14.598874 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-733d317a-e316-48ae-b934-d6ba926d9e49 req-7d58551f-f3bf-46c6-b84c-aa3381b4f2cf tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505803 Jul 18 02:38:14.631607 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b931b-7c01-4414-811d-8ca1c2c26976 req-17c9d7be-985c-486f-8a52-e56f1c7e5933 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:14.633725 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cd6b931b-7c01-4414-811d-8ca1c2c26976 req-17c9d7be-985c-486f-8a52-e56f1c7e5933 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 943 time: 0.0531571 Jul 18 02:38:14.645637 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:14.681428 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cd6b931b-7c01-4414-811d-8ca1c2c26976 req-ddfcbdf2-3086-41d7-931f-85a109490037 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421484 Jul 18 02:38:15.637771 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:15.655974 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d65c9e-86a3-48ad-a83e-8740fa6f9234 req-ac3f6d36-a3c2-4efa-bc9a-20fe303a1e75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:15.665289 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-80d65c9e-86a3-48ad-a83e-8740fa6f9234 req-ac3f6d36-a3c2-4efa-bc9a-20fe303a1e75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0661843 Jul 18 02:38:15.726596 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52462b-dcfb-4861-8781-113326e0ebd5 req-bbd35b4f-6af5-4297-9ecd-9054d2208b3b tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:15.727249 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-80d65c9e-86a3-48ad-a83e-8740fa6f9234 req-6a0c8d55-4070-4ff7-9375-04a9252c4050 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599711 Jul 18 02:38:15.742962 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1e52462b-dcfb-4861-8781-113326e0ebd5 req-bbd35b4f-6af5-4297-9ecd-9054d2208b3b tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 948 time: 0.0582788 Jul 18 02:38:15.788385 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1e52462b-dcfb-4861-8781-113326e0ebd5 req-41b4c483-d898-4fc9-b7ff-6076f6e6bd5f tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528986 Jul 18 02:38:15.863044 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c233e1e-254f-4f76-8b4a-8e8859dac8bc req-0ce71896-5d9b-4687-8f32-4a4a9d905ccf tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:15.864658 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2c233e1e-254f-4f76-8b4a-8e8859dac8bc req-0ce71896-5d9b-4687-8f32-4a4a9d905ccf tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 943 time: 0.0486512 Jul 18 02:38:15.929332 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2c233e1e-254f-4f76-8b4a-8e8859dac8bc req-c2bcece3-98ce-4299-8522-184f93a6da0d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558753 Jul 18 02:38:16.176952 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device a7faca7c-8eb7-4b92-a867-ab4fcf1f065a details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:38:16.284973 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=a7faca7c-8eb7-4b92-a867-ab4fcf1f065a,segment=NetworkSegment(804a6c07-2cc7-4634-8ef2-a16d8093116b),segment_id=804a6c07-2cc7-4634-8ef2-a16d8093116b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:38:16.298171 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': 'a7faca7c-8eb7-4b92-a867-ab4fcf1f065a', 'network_id': '0bf346eb-8558-439d-ac4e-0fc9bb7b9350', 'port_id': 'a7faca7c-8eb7-4b92-a867-ab4fcf1f065a', 'mac_address': 'fa:16:3e:b8:4b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4687a0e0-18b6-48cd-86d8-a8548e0883f5', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:38:16.359260 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:38:16.359570 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (a7faca7c-8eb7-4b92-a867-ab4fcf1f065a), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:16.372903 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:16.376478 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7faca7c-8eb7-4b92-a867-ab4fcf1f065a {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:38:16.399094 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=a7faca7c-8eb7-4b92-a867-ab4fcf1f065a,segment=NetworkSegment(804a6c07-2cc7-4634-8ef2-a16d8093116b),segment_id=804a6c07-2cc7-4634-8ef2-a16d8093116b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:38:16.497652 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (a7faca7c-8eb7-4b92-a867-ab4fcf1f065a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:16.557697 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=a7faca7c-8eb7-4b92-a867-ab4fcf1f065a,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:16.877043 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76460d11-c60f-4be9-a0e9-fa4a873fffba req-47e016c7-6362-463e-8bfa-bb51ffde7311 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:16.885240 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-76460d11-c60f-4be9-a0e9-fa4a873fffba req-47e016c7-6362-463e-8bfa-bb51ffde7311 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0866904 Jul 18 02:38:16.974930 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-76460d11-c60f-4be9-a0e9-fa4a873fffba req-736e508e-08c1-4475-9adb-8d2e438bca7d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849159 Jul 18 02:38:16.977351 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6d695-8cb3-4cf6-8268-cbba566071bc req-faccb9df-5629-433f-8456-27920d446eee tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:16.979109 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d0a6d695-8cb3-4cf6-8268-cbba566071bc req-faccb9df-5629-433f-8456-27920d446eee tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 949 time: 0.1139383 Jul 18 02:38:17.044696 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['a7faca7c-8eb7-4b92-a867-ab4fcf1f065a'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:38:17.071568 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d0a6d695-8cb3-4cf6-8268-cbba566071bc req-8d8e1c56-6faa-4f50-bda8-61520f89e18a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840437 Jul 18 02:38:17.109123 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543d1d5-4976-4206-aacb-15d7f00ecbde req-c9d6314e-7781-475e-883b-5039918a5abd tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:17.110618 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e543d1d5-4976-4206-aacb-15d7f00ecbde req-c9d6314e-7781-475e-883b-5039918a5abd tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 943 time: 0.0586362 Jul 18 02:38:17.161113 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e543d1d5-4976-4206-aacb-15d7f00ecbde req-8b73cdeb-9edf-418d-a829-56cd73360946 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448079 Jul 18 02:38:18.150708 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecc249-442a-4ebc-a62d-effc440f0208 req-5fe4208e-70f7-47dc-bcfa-f605875b09c3 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:18.152478 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-78ecc249-442a-4ebc-a62d-effc440f0208 req-5fe4208e-70f7-47dc-bcfa-f605875b09c3 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0869412 Jul 18 02:38:18.192879 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device b201d32b-4faf-4b5d-b867-467d2b9bcc9a details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:38:18.219811 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device a7faca7c-8eb7-4b92-a867-ab4fcf1f065a up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:38:18.236941 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf760b-c579-42fc-9152-1efc8ecb1f56 req-09e957ef-1494-4822-a937-189c07e22de3 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:18.251765 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7caf760b-c579-42fc-9152-1efc8ecb1f56 req-09e957ef-1494-4822-a937-189c07e22de3 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 949 time: 0.0863707 Jul 18 02:38:18.295910 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-78ecc249-442a-4ebc-a62d-effc440f0208 req-8335dd3b-0aef-4311-9262-7ac78f6c8bae tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373923 Jul 18 02:38:18.314798 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7caf760b-c579-42fc-9152-1efc8ecb1f56 req-9220ec61-e27c-4637-9f9f-8eb47ba4166c tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679545 Jul 18 02:38:18.404520 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aed86f-4527-48b6-8836-87c9cde5e6bd req-441bf65a-b81c-4627-93b2-f8e7a96a1733 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:18.411404 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-88aed86f-4527-48b6-8836-87c9cde5e6bd req-441bf65a-b81c-4627-93b2-f8e7a96a1733 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 943 time: 0.0547915 Jul 18 02:38:18.421784 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port b201d32b-4faf-4b5d-b867-467d2b9bcc9a, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=b201d32b-4faf-4b5d-b867-467d2b9bcc9a,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:38:18.440740 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:38:18.443382 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'port_id': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a', 'mac_address': 'fa:16:3e:66:b4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:38:18.447331 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:18.469205 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-88aed86f-4527-48b6-8836-87c9cde5e6bd req-4cc02134-7918-4cb9-be7b-7866c7471100 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541732 Jul 18 02:38:18.505060 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port b201d32b-4faf-4b5d-b867-467d2b9bcc9a is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:38:18.505513 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (b201d32b-4faf-4b5d-b867-467d2b9bcc9a), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:18.526775 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b201d32b-4faf-4b5d-b867-467d2b9bcc9a {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:38:18.557889 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:38:18.558675 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (a7faca7c-8eb7-4b92-a867-ab4fcf1f065a), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:18.561913 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port b201d32b-4faf-4b5d-b867-467d2b9bcc9a, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=b201d32b-4faf-4b5d-b867-467d2b9bcc9a,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:38:18.657093 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:38:18.657462 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (a7faca7c-8eb7-4b92-a867-ab4fcf1f065a), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:18.685022 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b571193-bc0c-461f-b2ad-e3c66e93ba5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7faca7c-8eb7-4b92-a867-ab4fcf1f065a'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:38:18.688819 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae200cd-ac14-49e8-bd32-8f6ff9a99fc4" -d '{"events": [{"server_uuid": "8b571193-bc0c-461f-b2ad-e3c66e93ba5d", "name": "network-vif-plugged", "status": "completed", "tag": "a7faca7c-8eb7-4b92-a867-ab4fcf1f065a"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:38:18.702273 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=a7faca7c-8eb7-4b92-a867-ab4fcf1f065a,segment=NetworkSegment(804a6c07-2cc7-4634-8ef2-a16d8093116b),segment_id=804a6c07-2cc7-4634-8ef2-a16d8093116b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:38:18.733560 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b811bb9c-d14a-4fc2-aa40-8e60b3a84554 x-openstack-request-id: req-b811bb9c-d14a-4fc2-aa40-8e60b3a84554 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:38:18.733959 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b571193-bc0c-461f-b2ad-e3c66e93ba5d", "name": "network-vif-plugged", "status": "completed", "tag": "a7faca7c-8eb7-4b92-a867-ab4fcf1f065a", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:38:18.735330 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b811bb9c-d14a-4fc2-aa40-8e60b3a84554 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:38:18.735330 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b811bb9c-d14a-4fc2-aa40-8e60b3a84554'] response: {'server_uuid': '8b571193-bc0c-461f-b2ad-e3c66e93ba5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7faca7c-8eb7-4b92-a867-ab4fcf1f065a', 'code': 200} Jul 18 02:38:18.761088 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (b201d32b-4faf-4b5d-b867-467d2b9bcc9a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:18.810119 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:18.827999 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=b201d32b-4faf-4b5d-b867-467d2b9bcc9a,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:18.892267 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (a7faca7c-8eb7-4b92-a867-ab4fcf1f065a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:18.962295 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=a7faca7c-8eb7-4b92-a867-ab4fcf1f065a,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:19.159817 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:19.166615 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85429727-994d-4ca6-a60b-26b7c0ee6200 req-55e064f6-5704-4b8d-a605-03a4949b4a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:19.168610 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-85429727-994d-4ca6-a60b-26b7c0ee6200 req-55e064f6-5704-4b8d-a605-03a4949b4a02 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 1134 time: 0.0464346 Jul 18 02:38:19.220353 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['b201d32b-4faf-4b5d-b867-467d2b9bcc9a'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:38:19.220993 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-85429727-994d-4ca6-a60b-26b7c0ee6200 req-ef8689da-505d-4fdb-90a5-6cb0c509f9c9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439761 Jul 18 02:38:19.458513 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadaf34-9a9b-4eb8-ae39-59ebf6b98e23 req-297576b3-0e9b-42c5-b714-2e22f48f3a5f tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:19.467581 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-dbadaf34-9a9b-4eb8-ae39-59ebf6b98e23 req-297576b3-0e9b-42c5-b714-2e22f48f3a5f tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0622115 Jul 18 02:38:19.472982 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01e2ff-18d1-4e72-bed7-0a72bd3d295b req-114ad70a-eaf7-47b1-9b2a-80652af6f402 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:19.478666 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ad01e2ff-18d1-4e72-bed7-0a72bd3d295b req-114ad70a-eaf7-47b1-9b2a-80652af6f402 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 950 time: 0.0695169 Jul 18 02:38:19.530478 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-dbadaf34-9a9b-4eb8-ae39-59ebf6b98e23 req-0e540a71-a2dd-4cef-892f-168449065ef3 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548587 Jul 18 02:38:19.542008 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ad01e2ff-18d1-4e72-bed7-0a72bd3d295b req-ede918ac-61da-440c-bf36-7538479a7b6a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605609 Jul 18 02:38:19.661651 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbd415-d5de-4142-96e4-0a79fbcd20cd req-963be7ae-3236-440a-8d31-e61e55e7bdfc tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:19.670565 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f4fbd415-d5de-4142-96e4-0a79fbcd20cd req-963be7ae-3236-440a-8d31-e61e55e7bdfc tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 944 time: 0.0710073 Jul 18 02:38:19.724504 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f4fbd415-d5de-4142-96e4-0a79fbcd20cd req-caa0b661-1293-4c84-9175-c2a97779c071 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527880 Jul 18 02:38:20.381386 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device b201d32b-4faf-4b5d-b867-467d2b9bcc9a up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:38:20.428143 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port b201d32b-4faf-4b5d-b867-467d2b9bcc9a completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:38:20.491556 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port b201d32b-4faf-4b5d-b867-467d2b9bcc9a triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:38:20.492066 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (b201d32b-4faf-4b5d-b867-467d2b9bcc9a), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:20.593620 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port b201d32b-4faf-4b5d-b867-467d2b9bcc9a is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:38:20.594369 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (b201d32b-4faf-4b5d-b867-467d2b9bcc9a), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:20.649888 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port b201d32b-4faf-4b5d-b867-467d2b9bcc9a, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=b201d32b-4faf-4b5d-b867-467d2b9bcc9a,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:38:20.684092 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd1398-b62c-4937-9ef7-355b49b100d8 req-12f3505d-af47-406c-92a7-9e8aaccc3b4a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:20.691271 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-05dd1398-b62c-4937-9ef7-355b49b100d8 req-12f3505d-af47-406c-92a7-9e8aaccc3b4a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0746047 Jul 18 02:38:20.706757 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:20.732345 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bbf6d-5c0c-4f23-9b1b-10a5f260d639 req-c5a53af1-c738-4ad7-b75f-ed7b9ee2a553 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:20.733888 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c47bbf6d-5c0c-4f23-9b1b-10a5f260d639 req-c5a53af1-c738-4ad7-b75f-ed7b9ee2a553 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 950 time: 0.0688348 Jul 18 02:38:20.736268 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:38:20.739146 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735f2cfc-91d1-441b-bcec-8ad0b9a66677" -d '{"events": [{"server_uuid": "202ad2e8-7648-4965-afb6-736cb94b74ac", "name": "network-vif-plugged", "status": "completed", "tag": "b201d32b-4faf-4b5d-b867-467d2b9bcc9a"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:38:20.745641 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (b201d32b-4faf-4b5d-b867-467d2b9bcc9a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:20.748348 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-05dd1398-b62c-4937-9ef7-355b49b100d8 req-80278ec5-746d-42e9-9ded-223b630c261d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555959 Jul 18 02:38:20.809027 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c47bbf6d-5c0c-4f23-9b1b-10a5f260d639 req-a837e710-6fac-4dde-8b8b-a9742a228334 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579484 Jul 18 02:38:20.834932 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=b201d32b-4faf-4b5d-b867-467d2b9bcc9a,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:21.002839 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af9209-dc99-45df-89b7-a3dbf54c2529 req-8fd069a8-5279-4309-9f0a-4db79afa1dd9 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:21.013744 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-15af9209-dc99-45df-89b7-a3dbf54c2529 req-8fd069a8-5279-4309-9f0a-4db79afa1dd9 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.1031346 Jul 18 02:38:21.130012 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-25714ab4-aa59-4e75-bc0c-d5380b1e41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:21.131785 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-25714ab4-aa59-4e75-bc0c-d5380b1e41e9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd&tenant_id=f3c1745729fe47238223557221c2e905 HTTP/1.1" status: 200 len: 1127 time: 0.0943580 Jul 18 02:38:21.144766 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-15af9209-dc99-45df-89b7-a3dbf54c2529 req-7114fa3c-6ce0-4da8-b9c8-29bfcbdcea15 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297290 Jul 18 02:38:21.229682 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-37b9af0d-7e5a-48a9-ae2e-4ae216c38f4c tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668344787&fields=id&tenant_id=807f88779cf842f3bbe09615d470f44c HTTP/1.1" status: 200 len: 267 time: 0.3291018 Jul 18 02:38:21.244284 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cc15e5-926a-4e31-baf6-bf7663db8087 x-openstack-request-id: req-c7cc15e5-926a-4e31-baf6-bf7663db8087 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:38:21.244742 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202ad2e8-7648-4965-afb6-736cb94b74ac", "name": "network-vif-plugged", "status": "completed", "tag": "b201d32b-4faf-4b5d-b867-467d2b9bcc9a", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:38:21.245181 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c7cc15e5-926a-4e31-baf6-bf7663db8087 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:38:21.245939 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7cc15e5-926a-4e31-baf6-bf7663db8087'] response: {'server_uuid': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a', 'code': 200} Jul 18 02:38:21.347706 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-d68e572f-be85-4ab8-ad9a-69810debd9fd tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:21.348921 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-d68e572f-be85-4ab8-ad9a-69810debd9fd tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/networks?id=40df86f1-859f-4d28-af05-d94fe8d1d2ea HTTP/1.1" status: 200 len: 812 time: 0.1183941 Jul 18 02:38:21.364606 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-5c162128-44e5-4637-9744-aad9bccbb762 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/quotas/807f88779cf842f3bbe09615d470f44c HTTP/1.1" status: 200 len: 375 time: 0.0096078 Jul 18 02:38:21.426329 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-675ccc15-bc50-47a9-a9b7-d301b3ca63cb tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=807f88779cf842f3bbe09615d470f44c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552778 Jul 18 02:38:21.544487 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:21.548371 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-cb45e9a4-64bc-4ae6-a9cd-b4d036cca8ab service neutron] 10.222.0.66 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093855 Jul 18 02:38:21.647736 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-2e358acf-2ef4-4ea2-91cd-77b5fe980b80 service neutron] 10.222.0.66 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933123 Jul 18 02:38:21.917703 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-8249b940-3449-417f-a881-6c55e3c09f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:21.919906 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-8249b940-3449-417f-a881-6c55e3c09f76 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3c1745729fe47238223557221c2e905&device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 1127 time: 0.1383746 Jul 18 02:38:21.970565 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8357e-bcc3-44e2-a8ba-dc72e18aeaff req-bd5faf10-c630-4529-b043-1a07f4705f00 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:21.972466 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-78c8357e-bcc3-44e2-a8ba-dc72e18aeaff req-bd5faf10-c630-4529-b043-1a07f4705f00 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0984263 Jul 18 02:38:22.081225 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:22.111146 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-78c8357e-bcc3-44e2-a8ba-dc72e18aeaff req-37eff3b4-9b51-416e-9bd6-4fcdcc7b4d8e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276662 Jul 18 02:38:22.114749 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-ace36754-4ca9-43d3-b12a-783befdacc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:22.116941 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-ace36754-4ca9-43d3-b12a-783befdacc2d service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 HTTP/1.1" status: 200 len: 918 time: 0.1868553 Jul 18 02:38:22.307763 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-c1ea59df-4a83-4ead-ac8e-55410bcf6b24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3185ab6e-a508-4ad1-b269-07229430860b HTTP/1.1" status: 200 len: 999 time: 0.1799343 Jul 18 02:38:22.371775 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c1f69-4337-4b49-8528-5d1f20e2852a req-d8cc996c-4bfb-41ca-b996-73653d6768a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:22.373566 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5e5c1f69-4337-4b49-8528-5d1f20e2852a req-d8cc996c-4bfb-41ca-b996-73653d6768a4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 1129 time: 0.1535590 Jul 18 02:38:22.386509 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a405c-f86b-47d6-bc48-7f0b0162c27e req-9cba6a66-7642-4eb4-809a-725914dcc3c9 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:22.387998 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a52a405c-f86b-47d6-bc48-7f0b0162c27e req-9cba6a66-7642-4eb4-809a-725914dcc3c9 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 950 time: 0.1303325 Jul 18 02:38:22.452863 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-2758d272-5412-4ab9-9940-d98d703e7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:22.454837 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-2758d272-5412-4ab9-9940-d98d703e7d21 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=190dcf0a-7210-4697-9764-0ce7890a53b0 HTTP/1.1" status: 200 len: 856 time: 0.1361690 Jul 18 02:38:22.481928 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5e5c1f69-4337-4b49-8528-5d1f20e2852a req-cb3be751-0b25-4dea-8e70-4cc4ca8cd260 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883732 Jul 18 02:38:22.557258 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:22.588241 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-2bae2d01-454e-48b6-997f-280115c81e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:22.589934 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-2bae2d01-454e-48b6-997f-280115c81e2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1238987 Jul 18 02:38:22.606719 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a52a405c-f86b-47d6-bc48-7f0b0162c27e req-28080425-2285-45b7-be87-47154ea3bfab tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014532 Jul 18 02:38:22.654718 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dbc66-707a-40c3-ae37-ddc424270ca0 req-9a8bf3b7-2bc3-458e-bf56-16a3ad1b3ac8 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:22.656962 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-262dbc66-707a-40c3-ae37-ddc424270ca0 req-9a8bf3b7-2bc3-458e-bf56-16a3ad1b3ac8 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0897119 Jul 18 02:38:22.712248 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4fdb5900-2b9f-4620-a7fa-14d6a3244604 req-2dc90d47-8100-40eb-8036-7e1f287cb8bc tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0463107 Jul 18 02:38:22.771215 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-262dbc66-707a-40c3-ae37-ddc424270ca0 req-f0c92748-d7ee-4c9a-83bf-dc55c42ec28c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067739 Jul 18 02:38:22.972280 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-b06a2524-6258-4274-94c4-d91e95b33b86 service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990989 Jul 18 02:38:23.243418 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab001aa-24c6-4aa7-b893-fbf174fd73ad req-d58eef80-5757-42c6-aa49-e584a5c70393 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:23.252689 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9ab001aa-24c6-4aa7-b893-fbf174fd73ad req-d58eef80-5757-42c6-aa49-e584a5c70393 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 950 time: 0.0801222 Jul 18 02:38:23.313259 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9ab001aa-24c6-4aa7-b893-fbf174fd73ad req-a7a33c34-ee97-4dc8-b0aa-c4c9f9e93c02 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594807 Jul 18 02:38:23.325595 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fae3c-e7cb-4726-a209-ba84976bbb83 req-08e29557-d449-4889-8898-344b156a143a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:23.332712 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e81fae3c-e7cb-4726-a209-ba84976bbb83 req-08e29557-d449-4889-8898-344b156a143a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.1180100 Jul 18 02:38:23.384642 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e81fae3c-e7cb-4726-a209-ba84976bbb83 req-581f58ae-6309-4345-be7a-c333ae948cfb tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509548 Jul 18 02:38:23.605674 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-d2b641bc-a5dc-4a2a-87e9-8e645cdee518 service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123762 Jul 18 02:38:23.789709 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4fa1bb7f-81c4-4b5c-951f-4f969032fb4e req-231a2bc9-0d5c-44cd-9219-7d606d392b88 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0364645 Jul 18 02:38:23.893976 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870df11-c378-490a-acd7-7542e83cefb4 req-7cb1796c-611d-4be4-8920-3737008a60e0 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:23.895764 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1870df11-c378-490a-acd7-7542e83cefb4 req-7cb1796c-611d-4be4-8920-3737008a60e0 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0610857 Jul 18 02:38:23.973044 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1870df11-c378-490a-acd7-7542e83cefb4 req-88f01210-9e7d-4497-a841-887e93826fe7 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679977 Jul 18 02:38:24.453736 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0135be7-6cc8-4171-8a48-f38ffa5479e8 req-65ffa13f-7587-4059-b8b3-5d859ef694fe tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:24.455306 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b0135be7-6cc8-4171-8a48-f38ffa5479e8 req-65ffa13f-7587-4059-b8b3-5d859ef694fe tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 950 time: 0.0661345 Jul 18 02:38:24.532811 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaffbe2-358c-4ef8-b05e-5469d042c46f req-b62d98f0-ae49-4875-ab70-9c69c306c221 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:24.534496 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-faaffbe2-358c-4ef8-b05e-5469d042c46f req-b62d98f0-ae49-4875-ab70-9c69c306c221 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0594461 Jul 18 02:38:24.540027 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b0135be7-6cc8-4171-8a48-f38ffa5479e8 req-79b31472-010b-4255-abe9-bc451edfabc0 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782778 Jul 18 02:38:24.617830 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-faaffbe2-358c-4ef8-b05e-5469d042c46f req-6ca5c4de-b2d1-424e-812a-efd625675e65 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769272 Jul 18 02:38:24.900890 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-04b15e75-7448-4d79-b01f-76f1efdef23a req-371ee286-3347-4f95-b514-c692d44dc2d8 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0335448 Jul 18 02:38:25.109176 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095019b-ef96-48e0-9ff9-086c2eabc0d9 req-63d64f46-a557-4f2a-afbc-de8e67f798f7 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:25.114607 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1095019b-ef96-48e0-9ff9-086c2eabc0d9 req-63d64f46-a557-4f2a-afbc-de8e67f798f7 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0557756 Jul 18 02:38:25.174216 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1095019b-ef96-48e0-9ff9-086c2eabc0d9 req-7b6065a1-d0dc-4c62-abc5-815317334d6a tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575414 Jul 18 02:38:25.670907 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710f54e-194c-449e-9176-512de7decc2e req-c8265b9b-4e2b-4272-bb89-43bf21e40580 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:25.672439 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6710f54e-194c-449e-9176-512de7decc2e req-c8265b9b-4e2b-4272-bb89-43bf21e40580 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 950 time: 0.0546591 Jul 18 02:38:25.722493 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6710f54e-194c-449e-9176-512de7decc2e req-2435fbb5-edd9-4aa0-b580-d5613bcd1027 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442293 Jul 18 02:38:25.746357 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4719b-4c41-4a80-9489-2f33cd921634 req-599dbee8-25f9-47c8-8414-d31868e852be tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:25.756951 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-10f4719b-4c41-4a80-9489-2f33cd921634 req-599dbee8-25f9-47c8-8414-d31868e852be tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0540593 Jul 18 02:38:25.797798 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-10f4719b-4c41-4a80-9489-2f33cd921634 req-5f61246e-8266-4fde-9fb7-2f558cfe97ca tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437140 Jul 18 02:38:25.997814 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-df813175-c699-4728-95c9-1b4931fd9ee1 req-160a56e0-26db-417b-866a-592f8227ad2f tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0288568 Jul 18 02:38:26.263221 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:26.280955 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d73e7-6c6f-4b02-9a19-b6df4f3eaa67 req-1c082e63-96dd-481c-9f3a-a3a0febcace8 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:26.282413 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c9d73e7-6c6f-4b02-9a19-b6df4f3eaa67 req-1c082e63-96dd-481c-9f3a-a3a0febcace8 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0459175 Jul 18 02:38:26.330197 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c9d73e7-6c6f-4b02-9a19-b6df4f3eaa67 req-440070f6-8395-4b92-90ad-154c40c8a2ae tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421939 Jul 18 02:38:26.440176 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65301c4c-4112-49ad-b5b3-9f679ef2e8b1 req-2a3cd6f4-d7ae-470a-b594-1e9d7499a3f6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:26.441610 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-65301c4c-4112-49ad-b5b3-9f679ef2e8b1 req-2a3cd6f4-d7ae-470a-b594-1e9d7499a3f6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0465088 Jul 18 02:38:26.450855 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 52574) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:38:26.455110 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-bc2f0937-9df3-49b3-9ba3-c23911a5178e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Request body: {'floatingip': {'port_id': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:38:26.496449 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bc2f0937-9df3-49b3-9ba3-c23911a5178e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for floatingip (9bcd9650-7437-43ac-99d4-1342457b53e3), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:26.693531 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a18be-12ba-44af-81a6-ba503522d941 req-23d7eb75-9f31-4a9e-b488-52b7dba96b27 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:26.695350 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-964a18be-12ba-44af-81a6-ba503522d941 req-23d7eb75-9f31-4a9e-b488-52b7dba96b27 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 950 time: 0.0506136 Jul 18 02:38:26.700664 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:26.869201 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-964a18be-12ba-44af-81a6-ba503522d941 req-3b412524-098c-4384-9951-c8c38ed23f3c tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Deleting port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:38:26.869493 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-964a18be-12ba-44af-81a6-ba503522d941 req-3b412524-098c-4384-9951-c8c38ed23f3c tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (a7faca7c-8eb7-4b92-a867-ab4fcf1f065a), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:26.893177 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e7ea5-b824-42b0-8867-01e351de9c19 req-b1a7f5db-76cf-4900-84f0-d943f9da6240 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:26.895040 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-882e7ea5-b824-42b0-8867-01e351de9c19 req-b1a7f5db-76cf-4900-84f0-d943f9da6240 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 950 time: 0.0761766 Jul 18 02:38:26.935498 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ba5bd-ce9c-4710-b0d2-5516ffe0ecd9 req-5211911c-6a25-406d-b092-84e73559f025 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:26.936959 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e90ba5bd-ce9c-4710-b0d2-5516ffe0ecd9 req-5211911c-6a25-406d-b092-84e73559f025 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0585902 Jul 18 02:38:26.944927 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:26.965569 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:27.033892 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bc2f0937-9df3-49b3-9ba3-c23911a5178e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:27.036469 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-964a18be-12ba-44af-81a6-ba503522d941 req-3b412524-098c-4384-9951-c8c38ed23f3c tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] For port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=a7faca7c-8eb7-4b92-a867-ab4fcf1f065a,segment=NetworkSegment(804a6c07-2cc7-4634-8ef2-a16d8093116b),segment_id=804a6c07-2cc7-4634-8ef2-a16d8093116b)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:38:27.036469 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-964a18be-12ba-44af-81a6-ba503522d941 req-3b412524-098c-4384-9951-c8c38ed23f3c tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (a7faca7c-8eb7-4b92-a867-ab4fcf1f065a), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:27.063620 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-964a18be-12ba-44af-81a6-ba503522d941 req-3b412524-098c-4384-9951-c8c38ed23f3c tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Calling delete_port for a7faca7c-8eb7-4b92-a867-ab4fcf1f065a owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:38:27.077762 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e90ba5bd-ce9c-4710-b0d2-5516ffe0ecd9 req-0535da3b-546e-4f60-aeb3-977287d00132 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231971 Jul 18 02:38:27.132285 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bc2f0937-9df3-49b3-9ba3-c23911a5178e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (9bcd9650-7437-43ac-99d4-1342457b53e3), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:27.218396 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-882e7ea5-b824-42b0-8867-01e351de9c19 req-c63e2b2d-400a-4526-967f-f7c89c34c661 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a80d69-112f-40a0-b0ba-af0fb5335d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092058 Jul 18 02:38:27.221127 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fd8ca423-f6c9-4549-8747-24e3d61d93f1 req-d1a77e5a-823a-4810-812b-fad4fec9427d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0449951 Jul 18 02:38:27.291779 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-bc2f0937-9df3-49b3-9ba3-c23911a5178e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Floating IP 9bcd9650-7437-43ac-99d4-1342457b53e3 associated. External IP: 172.27.3.246, port: b201d32b-4faf-4b5d-b867-467d2b9bcc9a. Jul 18 02:38:27.472676 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-964a18be-12ba-44af-81a6-ba503522d941 req-3b412524-098c-4384-9951-c8c38ed23f3c tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (a7faca7c-8eb7-4b92-a867-ab4fcf1f065a), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:27.525012 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['a7faca7c-8eb7-4b92-a867-ab4fcf1f065a'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:38:27.550820 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b412524-098c-4384-9951-c8c38ed23f3c tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Pushing event deleted for resources: {'Port': ['ID=a7faca7c-8eb7-4b92-a867-ab4fcf1f065a,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:27.674359 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-964a18be-12ba-44af-81a6-ba503522d941 req-3b412524-098c-4384-9951-c8c38ed23f3c tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] No DVR routers for this DVR port a7faca7c-8eb7-4b92-a867-ab4fcf1f065a on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:38:27.692541 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-964a18be-12ba-44af-81a6-ba503522d941 req-3b412524-098c-4384-9951-c8c38ed23f3c tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:27.692647 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2f0937-9df3-49b3-9ba3-c23911a5178e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:38:27.692896 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-964a18be-12ba-44af-81a6-ba503522d941 req-3b412524-098c-4384-9951-c8c38ed23f3c tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.72 "DELETE /v2.0/ports/a7faca7c-8eb7-4b92-a867-ab4fcf1f065a HTTP/1.1" status: 204 len: 173 time: 0.9771550 Jul 18 02:38:27.692896 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b571193-bc0c-461f-b2ad-e3c66e93ba5d', 'name': 'network-vif-deleted', 'tag': 'a7faca7c-8eb7-4b92-a867-ab4fcf1f065a'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:38:27.693449 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd05bf3-0ccf-4f6b-b286-10c5e92302da" -d '{"events": [{"server_uuid": "8b571193-bc0c-461f-b2ad-e3c66e93ba5d", "name": "network-vif-deleted", "tag": "a7faca7c-8eb7-4b92-a867-ab4fcf1f065a"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:38:27.756078 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0364e6eb-6951-4bfa-9e2c-2e6d5ac6678e x-openstack-request-id: req-0364e6eb-6951-4bfa-9e2c-2e6d5ac6678e {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:38:27.756578 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b571193-bc0c-461f-b2ad-e3c66e93ba5d", "name": "network-vif-deleted", "tag": "a7faca7c-8eb7-4b92-a867-ab4fcf1f065a", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:38:27.756973 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0364e6eb-6951-4bfa-9e2c-2e6d5ac6678e {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:38:27.757532 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0364e6eb-6951-4bfa-9e2c-2e6d5ac6678e'] response: {'server_uuid': '8b571193-bc0c-461f-b2ad-e3c66e93ba5d', 'name': 'network-vif-deleted', 'tag': 'a7faca7c-8eb7-4b92-a867-ab4fcf1f065a', 'status': 'completed', 'code': 200} Jul 18 02:38:27.841721 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2f0937-9df3-49b3-9ba3-c23911a5178e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:38:27.851998 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16443d-8780-42b1-bcd2-0304dfe60d43 None None] Sync routers for ids ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:38:27.865975 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bc2f0937-9df3-49b3-9ba3-c23911a5178e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:27.871191 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16443d-8780-42b1-bcd2-0304dfe60d43 None None] Routers {'6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:38:27.873339 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-4d16443d-8780-42b1-bcd2-0304dfe60d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:38:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:38:27.934242 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-bc2f0937-9df3-49b3-9ba3-c23911a5178e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "PUT /v2.0/floatingips/9bcd9650-7437-43ac-99d4-1342457b53e3 HTTP/1.1" status: 200 len: 991 time: 1.4798446 Jul 18 02:38:27.941018 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'tag': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:38:27.943407 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64ea466cc435dd77490079e2fa520d09e38a4648c4a1127f42521b2533b3eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29b4f60-4f44-40b5-8cda-76fe394bef59" -d '{"events": [{"name": "network-changed", "server_uuid": "202ad2e8-7648-4965-afb6-736cb94b74ac", "tag": "b201d32b-4faf-4b5d-b867-467d2b9bcc9a"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:38:27.987524 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5191de7-9838-400c-99ac-ec20a3b0e7fc x-openstack-request-id: req-e5191de7-9838-400c-99ac-ec20a3b0e7fc {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:38:27.987814 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202ad2e8-7648-4965-afb6-736cb94b74ac", "tag": "b201d32b-4faf-4b5d-b867-467d2b9bcc9a", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:38:27.988161 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e5191de7-9838-400c-99ac-ec20a3b0e7fc {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:38:27.988659 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5191de7-9838-400c-99ac-ec20a3b0e7fc'] response: {'name': 'network-changed', 'server_uuid': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'tag': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a', 'status': 'completed', 'code': 200} Jul 18 02:38:27.999776 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-4d16443d-8780-42b1-bcd2-0304dfe60d43 None None] Set router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:38:28.233540 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20285a-d086-4b98-968d-c3cee0fd3472 req-86569531-a6a5-406b-83ab-aba628738d0a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:28.235074 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3b20285a-d086-4b98-968d-c3cee0fd3472 req-86569531-a6a5-406b-83ab-aba628738d0a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0525584 Jul 18 02:38:28.296804 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3b20285a-d086-4b98-968d-c3cee0fd3472 req-7d2817cc-f7d9-4102-bfb5-a265a1ce70a1 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560060 Jul 18 02:38:28.304011 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:28.327265 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a8af0fda-7a6f-4af6-9ac8-1bb86fe77e97 req-4cc9f383-f201-422d-af04-3f35931843a6 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0337765 Jul 18 02:38:28.403422 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-4d16443d-8780-42b1-bcd2-0304dfe60d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:36:29Z', 'revision_number': 4, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '9bcd9650-7437-43ac-99d4-1342457b53e3', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'port_id': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'mac_address': 'fa:16:3e:66:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:38:00Z', 'updated_at': '2022-07-18T02:38:26Z', 'revision_number': 1, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687b8486-a262-4b0b-9519-aed70137ad36', 'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'mac_address': 'fa:16:3e:88:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:29Z', 'updated_at': '2022-07-18T02:36:33Z', 'revision_number': 5, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'subnets': [{'id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:38:28.446626 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16443d-8780-42b1-bcd2-0304dfe60d43 None None] Checking router: 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:38:28.455935 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6ce1c973-6ecf-4052-b014-62aaad24f9c6 req-914a0f3a-43c3-4954-adbf-df8f9c6faa8a tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0439496 Jul 18 02:38:28.458651 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16443d-8780-42b1-bcd2-0304dfe60d43 None None] Routers {'6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:38:28.459297 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-4d16443d-8780-42b1-bcd2-0304dfe60d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:38:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:38:28.560846 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:28.575772 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-4d16443d-8780-42b1-bcd2-0304dfe60d43 None None] Set router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:38:28.819032 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-4d16443d-8780-42b1-bcd2-0304dfe60d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:36:29Z', 'revision_number': 4, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '9bcd9650-7437-43ac-99d4-1342457b53e3', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'port_id': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'mac_address': 'fa:16:3e:66:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:38:00Z', 'updated_at': '2022-07-18T02:38:26Z', 'revision_number': 1, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687b8486-a262-4b0b-9519-aed70137ad36', 'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'mac_address': 'fa:16:3e:88:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:29Z', 'updated_at': '2022-07-18T02:36:33Z', 'revision_number': 5, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'subnets': [{'id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:38:28.847915 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16443d-8780-42b1-bcd2-0304dfe60d43 None None] The sync data for ids ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'] in dv-cinder-850015-3-iscsi is: [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:36:29Z', 'revision_number': 4, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '9bcd9650-7437-43ac-99d4-1342457b53e3', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'port_id': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'mac_address': 'fa:16:3e:66:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:38:00Z', 'updated_at': '2022-07-18T02:38:26Z', 'revision_number': 1, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687b8486-a262-4b0b-9519-aed70137ad36', 'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'mac_address': 'fa:16:3e:88:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:29Z', 'updated_at': '2022-07-18T02:36:33Z', 'revision_number': 5, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'subnets': [{'id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:38:28.961529 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-f260d610-7750-4f73-9375-105eef5ea75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:29.060861 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b9e46-3cf4-4afc-9148-4ba58c1cc835 None None] New status for floating IP 9bcd9650-7437-43ac-99d4-1342457b53e3: ACTIVE {{(pid=104653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:38:29.405843 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:29.437143 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0acf73e5-cd62-448e-8c64-9376bd279c48 req-88d314aa-9320-4201-9531-7336ac54dcb7 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0309489 Jul 18 02:38:29.451716 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac794db-67e2-4134-95cf-4b4231d2c55a req-ba956e87-1ef9-4aa0-a74c-69cbabb463c1 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:29.453246 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-eac794db-67e2-4134-95cf-4b4231d2c55a req-ba956e87-1ef9-4aa0-a74c-69cbabb463c1 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0581124 Jul 18 02:38:29.508597 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-eac794db-67e2-4134-95cf-4b4231d2c55a req-b8f2cc64-8978-41f0-bd0c-894018928c6c tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489478 Jul 18 02:38:29.552985 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0d67ca49-26b6-446f-a5fc-76a2f366dd8b req-3cb86323-090a-448b-b43c-2cdd126245e3 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0280190 Jul 18 02:38:30.433655 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device a7faca7c-8eb7-4b92-a867-ab4fcf1f065a no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:38:30.453673 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: a7faca7c-8eb7-4b92-a867-ab4fcf1f065a {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:38:30.454012 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device a7faca7c-8eb7-4b92-a867-ab4fcf1f065a not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:38:30.551738 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3c083319-00b5-4fb7-aab6-bf2dc86a87ac req-33bfff0b-28bf-4dfb-9c0a-e5ceb9d9eeaf tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0357120 Jul 18 02:38:30.699222 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e7dc5331-afd0-4af4-a903-cacf8912ca63 req-8b5fbe8d-6626-4ebd-9931-149b1202bea9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0460784 Jul 18 02:38:30.730365 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3755b9-77f0-4133-9733-a9f066e77aa9 req-c2a55991-3f6e-476a-978a-6e0bd5131c19 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:30.731919 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7d3755b9-77f0-4133-9733-a9f066e77aa9 req-c2a55991-3f6e-476a-978a-6e0bd5131c19 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0745244 Jul 18 02:38:30.786607 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7d3755b9-77f0-4133-9733-a9f066e77aa9 req-46134df6-2fdb-400f-a8f9-095dd64eb254 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491567 Jul 18 02:38:31.578353 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-335e6d67-6d16-4ea6-aae9-8e56a1225537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:31.654945 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d256d63d-cc13-4bb0-84a4-594b912b1ec9 req-1906b8fb-7c67-480e-a1b7-18c7413167d6 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0332868 Jul 18 02:38:31.805309 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bc8f55de-f652-4b6a-b84d-8288ce445a60 req-4854729c-b91e-4cf9-9e89-8304ad31de4a tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0300543 Jul 18 02:38:31.919699 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfee56-e733-42c3-a477-c26b988487da req-64b1ff76-7cc1-40c3-8f47-fa088ba309dc tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:31.921249 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f3dfee56-e733-42c3-a477-c26b988487da req-64b1ff76-7cc1-40c3-8f47-fa088ba309dc tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0560882 Jul 18 02:38:31.951027 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 52688) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:38:31.977968 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f3dfee56-e733-42c3-a477-c26b988487da req-f9015f70-8fb3-4ffc-954f-7cfe799cf632 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438356 Jul 18 02:38:32.042373 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_v2 [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Deleting subnet ac02bae2-5d13-4e19-a260-a6bab2d8cb6a {{(pid=104650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 02:38:32.045823 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Publish callbacks [] for subnet (ac02bae2-5d13-4e19-a260-a6bab2d8cb6a), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:32.083740 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3123273'] for subnet (ac02bae2-5d13-4e19-a260-a6bab2d8cb6a), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:32.126992 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32822860'] for subnet (ac02bae2-5d13-4e19-a260-a6bab2d8cb6a), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:32.247644 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32822875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2713805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2525672'] for subnet (ac02bae2-5d13-4e19-a260-a6bab2d8cb6a), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:32.279124 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac02bae2-5d13-4e19-a260-a6bab2d8cb6a,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:32.284047 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:32.289621 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ac02bae2-5d13-4e19-a260-a6bab2d8cb6a HTTP/1.1" status: 204 len: 168 time: 0.3352580 Jul 18 02:38:32.291824 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 52690) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:38:32.293093 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:32.293443 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:32.293806 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:32.294182 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:32.294519 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:32.294855 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:32.295182 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:32.295512 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:32.295840 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:32.296170 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:32.296539 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:32.296870 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:32.297193 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:32.297533 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:32.297832 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769b266c-b8d2-4ca1-9e9b-2941e97520c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:32.359706 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:32.375869 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4b4153a5-1345-4c20-aacf-08b1680c5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590427'] for network (751f7927-6223-4192-b4ba-501ca0955707), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:32.393861 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:38:32.457925 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4b4153a5-1345-4c20-aacf-08b1680c5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32822413', 'neutron.services.segments.db._delete_segments_for_network-8781983520534'] for network (751f7927-6223-4192-b4ba-501ca0955707), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:32.480664 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-4b4153a5-1345-4c20-aacf-08b1680c5b7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751f7927-6223-4192-b4ba-501ca0955707']}} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:38:32.491642 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-4b4153a5-1345-4c20-aacf-08b1680c5b7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdf316c-a363-4b38-ba46-e7ba1cd8726a') {'for_net_delete': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:38:32.496684 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-4b4153a5-1345-4c20-aacf-08b1680c5b7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdf316c-a363-4b38-ba46-e7ba1cd8726a') {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:38:32.507259 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4b4153a5-1345-4c20-aacf-08b1680c5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781983519775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2837198'] for segment (3bdf316c-a363-4b38-ba46-e7ba1cd8726a), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:32.523150 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4b4153a5-1345-4c20-aacf-08b1680c5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (3bdf316c-a363-4b38-ba46-e7ba1cd8726a), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:32.538493 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4153a5-1345-4c20-aacf-08b1680c5b7c admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=104651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 02:38:32.538913 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4b4153a5-1345-4c20-aacf-08b1680c5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2644015'] for segment (3bdf316c-a363-4b38-ba46-e7ba1cd8726a), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:32.543950 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:32.779110 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8831bb93-fad9-409c-a101-e381ff2d77f5 req-69de3375-eb96-4d9b-81a6-01349fd42f35 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0445981 Jul 18 02:38:32.824377 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment 3bdf316c-a363-4b38-ba46-e7ba1cd8726a resource provider aggregate not found Jul 18 02:38:32.850279 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment 3bdf316c-a363-4b38-ba46-e7ba1cd8726a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bdf316c-a363-4b38-ba46-e7ba1cd8726a found for delete ", "request_id": "req-fad94c87-64bd-4a85-abd9-ffa3faa5af11"}]} Jul 18 02:38:32.934121 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8a1fc803-4345-4188-b09a-78faac71511f req-5bd43a82-62fe-4f18-8651-7d002214984d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0326202 Jul 18 02:38:33.105105 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da912377-6d4d-48e8-a5a2-6b3770bcb477 req-a4cac711-7c84-4c43-8c9b-f0aba268b7ff tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:33.106659 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-da912377-6d4d-48e8-a5a2-6b3770bcb477 req-a4cac711-7c84-4c43-8c9b-f0aba268b7ff tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0494077 Jul 18 02:38:33.129413 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:33.132797 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4b4153a5-1345-4c20-aacf-08b1680c5b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32822390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33266559'] for network (751f7927-6223-4192-b4ba-501ca0955707), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:33.138590 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4b4153a5-1345-4c20-aacf-08b1680c5b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:33.145332 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-4b4153a5-1345-4c20-aacf-08b1680c5b7c admin admin] 10.222.0.66 "DELETE /v2.0/networks/751f7927-6223-4192-b4ba-501ca0955707 HTTP/1.1" status: 204 len: 168 time: 0.8519654 Jul 18 02:38:33.161160 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-da912377-6d4d-48e8-a5a2-6b3770bcb477 req-d5024cab-988e-4bec-8381-b8b7221e3753 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481493 Jul 18 02:38:33.173139 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4153a5-1345-4c20-aacf-08b1680c5b7c admin admin] Pushing event deleted for resources: {'Network': ['ID=751f7927-6223-4192-b4ba-501ca0955707,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:33.850442 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:33.906484 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-99644c37-4205-40b2-9616-83d7d921bb2f req-5e977511-6d2a-4d66-b661-b96bab7a7b8a tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0434740 Jul 18 02:38:33.945844 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:33.959493 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 52712) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:38:34.014012 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-92a3f6e6-1f76-4dc0-af19-e3bcae2852e5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d615520de8a64205981c88430498f5f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508475 Jul 18 02:38:34.014524 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 52714) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:38:34.058529 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fc4dd663-2ea4-4c5b-b2de-3e7a295e549e req-db132445-3093-4b5d-b0f7-9b2fa2f6f5e2 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0384822 Jul 18 02:38:34.082243 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cb376cf0-81d7-45d8-873e-6b4ac903a3e0 admin admin] Publish callbacks [] for security_group (3dcced89-3c58-4e77-9d6b-066093d38f4c), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:34.108160 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cb376cf0-81d7-45d8-873e-6b4ac903a3e0 admin admin] Publish callbacks [] for security_group (3dcced89-3c58-4e77-9d6b-066093d38f4c), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:34.116211 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:34.287160 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cb376cf0-81d7-45d8-873e-6b4ac903a3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (3dcced89-3c58-4e77-9d6b-066093d38f4c), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:34.289586 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cb376cf0-81d7-45d8-873e-6b4ac903a3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:34.291282 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-cb376cf0-81d7-45d8-873e-6b4ac903a3e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3dcced89-3c58-4e77-9d6b-066093d38f4c HTTP/1.1" status: 204 len: 168 time: 0.2751532 Jul 18 02:38:34.305016 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08605ca-5809-45c4-82e1-eb0964f78293 req-81ff4239-2fe2-4eb0-9299-f1f0de9a2c69 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:34.305016 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e08605ca-5809-45c4-82e1-eb0964f78293 req-81ff4239-2fe2-4eb0-9299-f1f0de9a2c69 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0548360 Jul 18 02:38:34.309606 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb376cf0-81d7-45d8-873e-6b4ac903a3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcced89-3c58-4e77-9d6b-066093d38f4c,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:34.373916 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e08605ca-5809-45c4-82e1-eb0964f78293 req-52259d35-2bc8-4e72-9ffe-297d395fdee7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622070 Jul 18 02:38:34.519039 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:35.012251 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1c8dc378-6392-406b-80e2-5a339dd16afe req-c4633fab-b002-46fa-a54f-3768363862c4 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0416830 Jul 18 02:38:35.160288 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7eb9203a-bf6b-4e3d-8891-4faf28eb7556 req-85969962-d9a8-4b32-9e25-b3f7e7461f95 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0323040 Jul 18 02:38:35.522584 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d740536-cf54-41b0-9886-0448c869a102 req-1e750fca-88ae-4ecb-9ce4-cba4cd2c61c3 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:35.526024 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3d740536-cf54-41b0-9886-0448c869a102 req-1e750fca-88ae-4ecb-9ce4-cba4cd2c61c3 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0552421 Jul 18 02:38:35.582614 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3d740536-cf54-41b0-9886-0448c869a102 req-253ac7f8-0719-4dc1-b973-aa7fda46c943 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520978 Jul 18 02:38:36.122049 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-49254da0-6703-4665-9d3d-cd900c353e34 req-ac0482fa-84ef-4951-8535-f1753eca0bcb tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0318902 Jul 18 02:38:36.272510 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b9392da3-d61a-476b-a10d-35a5dc5e06f5 req-14e097ef-d9a9-4b29-85d0-ec3d6bef3c9d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0311308 Jul 18 02:38:36.706611 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180ee31-96f5-4a90-9808-e1a608bc0a66 req-8828d829-5de5-4757-89c8-192adcf8eda7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:36.708071 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4180ee31-96f5-4a90-9808-e1a608bc0a66 req-8828d829-5de5-4757-89c8-192adcf8eda7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0487499 Jul 18 02:38:36.759718 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4180ee31-96f5-4a90-9808-e1a608bc0a66 req-9914d213-eb04-4511-b5aa-bf74968e3818 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451758 Jul 18 02:38:37.231301 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4d0f1a1a-ac93-4927-85f4-8781e6f7c6a1 req-2835d21b-a58a-456f-86bc-ad3a89d90e21 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0357907 Jul 18 02:38:37.373355 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8348dd93-ec74-4482-a2cb-189c38999714 req-f019f992-fb75-4486-a47e-9fe56a334702 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0320590 Jul 18 02:38:37.880419 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de612f4-79c2-4cff-94ff-4cdd73a46578 req-2e8c626d-c644-44d3-88a6-8a9633a95128 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:37.881795 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1de612f4-79c2-4cff-94ff-4cdd73a46578 req-2e8c626d-c644-44d3-88a6-8a9633a95128 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0482686 Jul 18 02:38:37.930974 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1de612f4-79c2-4cff-94ff-4cdd73a46578 req-3dc2ac8e-844e-4eb2-a971-62a728c8169c tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432611 Jul 18 02:38:37.953623 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b4f60-4f44-40b5-8cda-76fe394bef59 req-9ab3bf63-5a1c-46b6-a308-10a8363d2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:37.955215 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f29b4f60-4f44-40b5-8cda-76fe394bef59 req-9ab3bf63-5a1c-46b6-a308-10a8363d2f28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 1129 time: 0.0448277 Jul 18 02:38:38.338521 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-039f3dd6-f862-4147-a96d-d9a95f871b73 req-0ab2f619-0f9a-428a-a2fc-888425a60541 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0286200 Jul 18 02:38:38.468413 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f9fa43ee-2961-4c39-b6d1-b2e3465f9982 req-33d1096c-da5c-43a2-994f-648f2c98bfbf tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0283458 Jul 18 02:38:38.821005 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b4f60-4f44-40b5-8cda-76fe394bef59 req-dbe59a1d-ea71-483f-a5f4-4146ad59784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:38.822453 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f29b4f60-4f44-40b5-8cda-76fe394bef59 req-dbe59a1d-ea71-483f-a5f4-4146ad59784f service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e66762c-c4d2-46f6-ba12-585a390bb14c HTTP/1.1" status: 200 len: 919 time: 0.1624482 Jul 18 02:38:38.840431 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-e666cf45-1168-4aac-9b44-a6d79d1e346d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:38.841798 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-e666cf45-1168-4aac-9b44-a6d79d1e346d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.72 "GET /v2.0/networks?id=40df86f1-859f-4d28-af05-d94fe8d1d2ea HTTP/1.1" status: 200 len: 812 time: 0.1538696 Jul 18 02:38:39.040697 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:39.054586 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee65ed4-87fb-4138-85ef-420200c57b17 req-24d42aef-e371-430b-98e0-9c19e4145fa9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:39.056061 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7ee65ed4-87fb-4138-85ef-420200c57b17 req-24d42aef-e371-430b-98e0-9c19e4145fa9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0520771 Jul 18 02:38:39.103510 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7ee65ed4-87fb-4138-85ef-420200c57b17 req-4751b38d-a5b0-4ded-8a98-2cb4ee371619 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416965 Jul 18 02:38:39.283980 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:39.444615 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f2f1be28-9d7c-4400-99b2-a389b94527a4 req-a763693b-ec46-4d02-b102-8a350c60aee6 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0295470 Jul 18 02:38:39.564260 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-608a709a-f97b-423e-8c17-efa91d78e573 req-5e444bf0-f66f-41f3-8b9a-adbb7c2260c9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0284932 Jul 18 02:38:40.215779 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:40.226526 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94305c45-3334-47b9-b449-d1328b570f67 req-192cfc65-c213-4f1f-98eb-7f8af3675991 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:40.227965 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-94305c45-3334-47b9-b449-d1328b570f67 req-192cfc65-c213-4f1f-98eb-7f8af3675991 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0504072 Jul 18 02:38:40.274391 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-94305c45-3334-47b9-b449-d1328b570f67 req-21c3d408-ae61-48ec-b9a6-d80f886a9429 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406210 Jul 18 02:38:40.550552 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0b84883c-7733-4a1d-aa12-4aaec0c9c3a5 req-d4390254-a887-4b7f-b006-bcc0a19c990b tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0276558 Jul 18 02:38:40.665460 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a4f0ca37-61bc-421d-bac4-543bdd4f78fa req-f558f3b4-4e52-44d8-b904-615234d5a6c2 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0282261 Jul 18 02:38:41.396377 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15b65a-e9e1-4a8d-8908-2808a184a329 req-7e06ed57-2a3b-43e7-8abd-3cada6c59cbb tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:41.397831 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1a15b65a-e9e1-4a8d-8908-2808a184a329 req-7e06ed57-2a3b-43e7-8abd-3cada6c59cbb tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0503497 Jul 18 02:38:41.443857 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1a15b65a-e9e1-4a8d-8908-2808a184a329 req-f7ce814d-9513-4586-9603-32109e4e834c tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405231 Jul 18 02:38:41.655887 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4d07525c-1ebe-49b9-87c7-f9add5d82905 req-8ac8be90-56f4-4f18-8df4-bfd7a31d5a81 tempest-VolumesNegativeTest-1030366677 tempest-VolumesNegativeTest-1030366677-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b571193-bc0c-461f-b2ad-e3c66e93ba5d HTTP/1.1" status: 200 len: 210 time: 0.0278442 Jul 18 02:38:41.764545 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-dc39bc69-9b20-42ca-861c-06386fd8c462 req-894e8914-53af-4d15-b96d-8d3e77f34951 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0288587 Jul 18 02:38:41.876403 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f29b4f60-4f44-40b5-8cda-76fe394bef59 req-2e4355df-2590-4eb1-b579-03b337d704f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b201d32b-4faf-4b5d-b867-467d2b9bcc9a HTTP/1.1" status: 200 len: 1001 time: 0.0775504 Jul 18 02:38:41.957088 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-961153dc-9031-49b2-8c0b-0555aa69ce95 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=807f88779cf842f3bbe09615d470f44c HTTP/1.1" status: 200 len: 380 time: 0.1083231 Jul 18 02:38:41.962646 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b4f60-4f44-40b5-8cda-76fe394bef59 req-55f18454-348d-4ba0-95f8-680c57948c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:41.971192 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f29b4f60-4f44-40b5-8cda-76fe394bef59 req-55f18454-348d-4ba0-95f8-680c57948c23 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4b8b997-66c3-477b-8816-8f4555614405 HTTP/1.1" status: 200 len: 857 time: 0.0754204 Jul 18 02:38:41.990636 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-c51fb790-e303-4156-a5d1-02a2a216a282 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Request body: {'port': {'device_id': 'fb7697d1-40ec-4c17-979a-de45d737eac5', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'admin_state_up': True, 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'security_groups': ['f24b58a6-f0c2-43e0-8b6e-2aa40550467f']}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:38:42.087557 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b4f60-4f44-40b5-8cda-76fe394bef59 req-29e4ed9f-7e88-4081-a291-9e87ab050dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:42.089722 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f29b4f60-4f44-40b5-8cda-76fe394bef59 req-29e4ed9f-7e88-4081-a291-9e87ab050dd5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e66762c-c4d2-46f6-ba12-585a390bb14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951531 Jul 18 02:38:42.184417 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:42.223991 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f29b4f60-4f44-40b5-8cda-76fe394bef59 req-165559d6-a075-42b0-8b84-7352f7672e92 service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232100 Jul 18 02:38:42.324173 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f29b4f60-4f44-40b5-8cda-76fe394bef59 req-531a29a6-048c-4797-9ce4-81f68184cedf service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925961 Jul 18 02:38:42.366441 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-c51fb790-e303-4156-a5d1-02a2a216a282 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Made reservation on behalf of 807f88779cf842f3bbe09615d470f44c for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:38:42.370053 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-c51fb790-e303-4156-a5d1-02a2a216a282 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:42.389471 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:42.457284 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:42.490358 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f8fe5-53d7-4d7b-95f4-07f9a11f4641 req-4fc8d09d-341b-434e-bf9f-09d451419d33 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:42.491842 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8a8f8fe5-53d7-4d7b-95f4-07f9a11f4641 req-4fc8d09d-341b-434e-bf9f-09d451419d33 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 946 time: 0.0675635 Jul 18 02:38:42.569134 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-c51fb790-e303-4156-a5d1-02a2a216a282 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Allocated IP 172.20.0.5 (40df86f1-859f-4d28-af05-d94fe8d1d2ea/aaa05713-ce93-4cf4-8801-b67183726cee/3ff30934-3b2b-494c-bbcf-58c1f9f9094e) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:38:42.569657 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f00d7-75a9-4e19-a7d8-3d04137f28e4 req-2c92dee2-76f3-4860-91f0-013ebf621219 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:42.571180 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e29f00d7-75a9-4e19-a7d8-3d04137f28e4 req-2c92dee2-76f3-4860-91f0-013ebf621219 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0524266 Jul 18 02:38:42.589903 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8a8f8fe5-53d7-4d7b-95f4-07f9a11f4641 req-6439439e-e4ab-4ff1-a519-3f16579194c6 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741456 Jul 18 02:38:42.632387 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e29f00d7-75a9-4e19-a7d8-3d04137f28e4 req-f89ea7f4-1900-4daf-bdb4-9eb8bc75a1de tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549221 Jul 18 02:38:42.746911 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-c51fb790-e303-4156-a5d1-02a2a216a282 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for port (3ff30934-3b2b-494c-bbcf-58c1f9f9094e), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:42.859949 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-eac42d41-0334-4210-a0b9-74de8f001613 req-dc983f2f-c553-4e13-a321-02c255dd8d1b tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0279238 Jul 18 02:38:42.881429 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-c51fb790-e303-4156-a5d1-02a2a216a282 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (3ff30934-3b2b-494c-bbcf-58c1f9f9094e), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:42.928438 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-c51fb790-e303-4156-a5d1-02a2a216a282 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Network 40df86f1-859f-4d28-af05-d94fe8d1d2ea is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:38:42.934661 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-c51fb790-e303-4156-a5d1-02a2a216a282 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:38:42.938790 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-c51fb790-e303-4156-a5d1-02a2a216a282 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:38:42.967546 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:42.970759 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fb790-e303-4156-a5d1-02a2a216a282 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event updated for resources: {'Port': ['ID=3ff30934-3b2b-494c-bbcf-58c1f9f9094e,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:43.008629 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-c51fb790-e303-4156-a5d1-02a2a216a282 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:43.009436 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-c51fb790-e303-4156-a5d1-02a2a216a282 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:43.102659 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-c51fb790-e303-4156-a5d1-02a2a216a282 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1160102 Jul 18 02:38:43.177662 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1065d0c6-50b1-49c9-ad6d-e2e26c5a0dce None None] Provisioning complete for port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:38:43.178369 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1065d0c6-50b1-49c9-ad6d-e2e26c5a0dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (3ff30934-3b2b-494c-bbcf-58c1f9f9094e), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:43.210629 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1065d0c6-50b1-49c9-ad6d-e2e26c5a0dce None None] Port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:38:43.710560 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81433eb7-645a-47c8-b849-9e5ac92348c4 req-813e38bf-0382-4a58-bcbe-28361c69a59a tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:43.712108 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-81433eb7-645a-47c8-b849-9e5ac92348c4 req-813e38bf-0382-4a58-bcbe-28361c69a59a tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 946 time: 0.0514495 Jul 18 02:38:43.761134 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfb296-1333-424f-b1d1-c7fde0157969 req-f836ff40-09cf-4920-8f59-3cd7b003f077 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:43.763992 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-81433eb7-645a-47c8-b849-9e5ac92348c4 req-5b0569b3-0e2f-45b6-aabc-c468ce423320 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458162 Jul 18 02:38:43.766625 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cadfb296-1333-424f-b1d1-c7fde0157969 req-f836ff40-09cf-4920-8f59-3cd7b003f077 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0553651 Jul 18 02:38:43.812258 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cadfb296-1333-424f-b1d1-c7fde0157969 req-9f9e3ba5-d162-45a0-b826-97036184a600 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432734 Jul 18 02:38:43.977631 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23b2f4-ac83-4e7c-b5b8-66a13a11e1f3 req-91e0a57d-3a99-47eb-8b97-fef2b7ba76cc tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:43.979257 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8f23b2f4-ac83-4e7c-b5b8-66a13a11e1f3 req-91e0a57d-3a99-47eb-8b97-fef2b7ba76cc tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 931 time: 0.0497172 Jul 18 02:38:44.030182 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8f23b2f4-ac83-4e7c-b5b8-66a13a11e1f3 req-1186ce09-180a-425a-9240-99b83cd7c32e tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451472 Jul 18 02:38:44.887846 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e135df-41f6-45f4-b49a-147b6304f60d req-3107472e-e37f-430c-9d29-70504dc93ae7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:44.889231 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-48e135df-41f6-45f4-b49a-147b6304f60d req-3107472e-e37f-430c-9d29-70504dc93ae7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 946 time: 0.0532889 Jul 18 02:38:44.944923 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c7fc2-984a-4ed2-83d0-d31833dc118d req-cfcdcef1-8936-462c-903e-fa70efccc272 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:44.945408 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-48e135df-41f6-45f4-b49a-147b6304f60d req-819b8ef5-9a91-4a1e-8db6-13f0a0ca9d7e tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504172 Jul 18 02:38:44.953267 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fd3c7fc2-984a-4ed2-83d0-d31833dc118d req-cfcdcef1-8936-462c-903e-fa70efccc272 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0655921 Jul 18 02:38:45.007837 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fd3c7fc2-984a-4ed2-83d0-d31833dc118d req-3fbb5484-356a-4c47-9959-2e95bb89bc64 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536461 Jul 18 02:38:45.149588 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f5276-b1a3-46ea-bb60-8e487f08b3dc req-44967501-e055-4c68-b46d-aec684563215 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:45.151993 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fa6f5276-b1a3-46ea-bb60-8e487f08b3dc req-44967501-e055-4c68-b46d-aec684563215 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 931 time: 0.0492146 Jul 18 02:38:45.204755 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fa6f5276-b1a3-46ea-bb60-8e487f08b3dc req-444b0c7e-d376-4fa3-af5c-4549ee7640b0 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457268 Jul 18 02:38:46.059661 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc5561-a94c-467d-85d4-a4a9f61022a1 req-868ee3f2-c5a9-4b38-8973-1604c883415f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:46.064018 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0ccc5561-a94c-467d-85d4-a4a9f61022a1 req-868ee3f2-c5a9-4b38-8973-1604c883415f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 946 time: 0.0478675 Jul 18 02:38:46.110935 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0ccc5561-a94c-467d-85d4-a4a9f61022a1 req-b35590f7-a769-473a-8153-55b4bb82dc5f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432601 Jul 18 02:38:46.149906 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ef7ec-de93-4439-ac49-5f6be2b38a35 req-8181d41f-d158-4bd9-895c-60360d539a9a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:46.152190 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d15ef7ec-de93-4439-ac49-5f6be2b38a35 req-8181d41f-d158-4bd9-895c-60360d539a9a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0533276 Jul 18 02:38:46.201160 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d15ef7ec-de93-4439-ac49-5f6be2b38a35 req-eb7f969c-5c54-42bd-99cd-793ae4b354ec tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429313 Jul 18 02:38:46.325905 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a4339-e066-4064-8c79-95bf2f8b65f7 req-63115d5b-94d6-4b63-8bca-09163a238388 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:46.327832 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-672a4339-e066-4064-8c79-95bf2f8b65f7 req-63115d5b-94d6-4b63-8bca-09163a238388 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 931 time: 0.0524466 Jul 18 02:38:46.380325 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-672a4339-e066-4064-8c79-95bf2f8b65f7 req-69418725-8291-43a5-84cf-ea197046b390 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470455 Jul 18 02:38:46.973162 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Request body: {'port': {'device_id': 'fb7697d1-40ec-4c17-979a-de45d737eac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:38:47.033891 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (3ff30934-3b2b-494c-bbcf-58c1f9f9094e), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:47.160611 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:47.241272 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f61c49-aadc-44b3-9a7e-72c22902f218 req-3aa8f0d3-e33e-4f24-83fd-0a65bb4dd4ac tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:47.242284 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-60f61c49-aadc-44b3-9a7e-72c22902f218 req-3aa8f0d3-e33e-4f24-83fd-0a65bb4dd4ac tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 946 time: 0.0562479 Jul 18 02:38:47.311379 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-60f61c49-aadc-44b3-9a7e-72c22902f218 req-ee2a6b05-0c35-4ee6-a976-920f04a0ebd4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600660 Jul 18 02:38:47.315517 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff30934-3b2b-494c-bbcf-58c1f9f9094e {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:38:47.324214 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Publish callbacks [] for port (3ff30934-3b2b-494c-bbcf-58c1f9f9094e), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:47.337857 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Transition to ACTIVE for port object 3ff30934-3b2b-494c-bbcf-58c1f9f9094e will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:38:47.389012 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3396df-b06b-4db4-ac2d-d21da5637ece req-a8ba2006-8625-4e0e-bfaa-80b6ce636cbe tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:47.390599 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-bc3396df-b06b-4db4-ac2d-d21da5637ece req-a8ba2006-8625-4e0e-bfaa-80b6ce636cbe tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0480134 Jul 18 02:38:47.418883 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (3ff30934-3b2b-494c-bbcf-58c1f9f9094e), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:47.420764 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:47.482058 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-bc3396df-b06b-4db4-ac2d-d21da5637ece req-651822fe-0bae-4816-b1cc-1db92e215781 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859287 Jul 18 02:38:47.485498 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff30934-3b2b-494c-bbcf-58c1f9f9094e,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:47.507903 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ce9e1-954a-4308-8da2-f0f968275a9a req-046a41b0-4fc1-4625-8425-e3422a3ffe96 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:47.516387 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c99ce9e1-954a-4308-8da2-f0f968275a9a req-046a41b0-4fc1-4625-8425-e3422a3ffe96 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 943 time: 0.0669651 Jul 18 02:38:47.574730 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c99ce9e1-954a-4308-8da2-f0f968275a9a req-d9546b00-341d-4fed-a5fa-aad6c0ea7a4c tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574701 Jul 18 02:38:47.578376 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Attempting to bind port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:38:47.578991 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Attempting to bind port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:38:47.579507 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Attempting to bind port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e on network 40df86f1-859f-4d28-af05-d94fe8d1d2ea {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:38:47.585166 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e on network 40df86f1-859f-4d28-af05-d94fe8d1d2ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:38:47.585556 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Attempting to bind port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e on network 40df86f1-859f-4d28-af05-d94fe8d1d2ea {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:38:47.606202 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:38:47.606601 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Checking segment: {'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:38:47.606994 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Bound using segment: {'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:38:47.607441 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Bound port: 3ff30934-3b2b-494c-bbcf-58c1f9f9094e, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:38:47.610129 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (3ff30934-3b2b-494c-bbcf-58c1f9f9094e), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:47.679638 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] For port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:38:47.683621 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] For port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=3ff30934-3b2b-494c-bbcf-58c1f9f9094e,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:38:47.774738 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (3ff30934-3b2b-494c-bbcf-58c1f9f9094e), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:47.812181 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:47.812796 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:47.814202 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] 10.222.0.72 "PUT /v2.0/ports/3ff30934-3b2b-494c-bbcf-58c1f9f9094e HTTP/1.1" status: 200 len: 1093 time: 0.8453560 Jul 18 02:38:47.814635 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7697d1-40ec-4c17-979a-de45d737eac5', 'tag': '3ff30934-3b2b-494c-bbcf-58c1f9f9094e'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:38:47.816889 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c52bad-57d7-4ac6-80e9-e1cd6cf6e38b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7697d1-40ec-4c17-979a-de45d737eac5", "tag": "3ff30934-3b2b-494c-bbcf-58c1f9f9094e"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:38:47.838364 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2821f1-a595-4deb-8179-8d03d4d18f95 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff30934-3b2b-494c-bbcf-58c1f9f9094e,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:47.866608 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7213aa46-7736-4c66-a64f-675f01b5c5d3 x-openstack-request-id: req-7213aa46-7736-4c66-a64f-675f01b5c5d3 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:38:47.866905 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7697d1-40ec-4c17-979a-de45d737eac5", "tag": "3ff30934-3b2b-494c-bbcf-58c1f9f9094e", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:38:47.867162 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7213aa46-7736-4c66-a64f-675f01b5c5d3 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:38:47.867579 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7213aa46-7736-4c66-a64f-675f01b5c5d3'] response: {'name': 'network-changed', 'server_uuid': 'fb7697d1-40ec-4c17-979a-de45d737eac5', 'tag': '3ff30934-3b2b-494c-bbcf-58c1f9f9094e', 'status': 'completed', 'code': 200} Jul 18 02:38:48.625631 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61ea9f-11c8-4855-84d6-bddac2ea5e63 req-8e739966-7c79-4e70-ba5d-476601c8eb9e tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:48.626120 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee047bc5-46c6-473d-ae02-73a5da259f6a req-b6b98d01-7d0f-471d-be3d-dcc070218687 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:48.627150 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8e61ea9f-11c8-4855-84d6-bddac2ea5e63 req-8e739966-7c79-4e70-ba5d-476601c8eb9e tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 946 time: 0.2431731 Jul 18 02:38:48.627374 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ee047bc5-46c6-473d-ae02-73a5da259f6a req-b6b98d01-7d0f-471d-be3d-dcc070218687 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 943 time: 0.0557303 Jul 18 02:38:48.650986 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:48.678910 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ee047bc5-46c6-473d-ae02-73a5da259f6a req-d75fd761-d7ab-47f4-a000-b8042157a287 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453753 Jul 18 02:38:48.680685 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8e61ea9f-11c8-4855-84d6-bddac2ea5e63 req-549293dd-7ddf-4d31-b86b-28b0eb24c3ff tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458980 Jul 18 02:38:48.793479 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcacd6-1e85-4d3e-8d10-a316083fa00a req-5dbeed49-b09d-493c-b13d-1925f5287124 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:48.795267 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-75fcacd6-1e85-4d3e-8d10-a316083fa00a req-5dbeed49-b09d-493c-b13d-1925f5287124 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 943 time: 0.0512228 Jul 18 02:38:48.844936 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-75fcacd6-1e85-4d3e-8d10-a316083fa00a req-994aab57-e9cf-44b9-b556-8e0a22c45a73 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438097 Jul 18 02:38:49.189559 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53124) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:38:49.285760 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 3185ab6e-a508-4ad1-b269-07229430860b details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:38:49.322997 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-bf222a0c-d032-41ef-9249-5206fc0be77f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba114b0e00424785a219aa31d987d2ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322100 Jul 18 02:38:49.325615 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53128) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:38:49.337320 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:49.374041 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8fe53d0a-13f8-437d-b677-32a4ac8c2c70 admin admin] Publish callbacks [] for security_group (b9a80d69-112f-40a0-b0ba-af0fb5335d64), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:49.384658 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 3185ab6e-a508-4ad1-b269-07229430860b, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=3185ab6e-a508-4ad1-b269-07229430860b,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:38:49.395430 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8fe53d0a-13f8-437d-b677-32a4ac8c2c70 admin admin] Publish callbacks [] for security_group (b9a80d69-112f-40a0-b0ba-af0fb5335d64), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:49.396139 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '3185ab6e-a508-4ad1-b269-07229430860b', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'port_id': '3185ab6e-a508-4ad1-b269-07229430860b', 'mac_address': 'fa:16:3e:a6:55:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:38:49.435674 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 3185ab6e-a508-4ad1-b269-07229430860b is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:38:49.436068 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (3185ab6e-a508-4ad1-b269-07229430860b), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:49.448784 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3185ab6e-a508-4ad1-b269-07229430860b {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:38:49.469585 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 3185ab6e-a508-4ad1-b269-07229430860b, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=3185ab6e-a508-4ad1-b269-07229430860b,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:38:49.528676 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8fe53d0a-13f8-437d-b677-32a4ac8c2c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (b9a80d69-112f-40a0-b0ba-af0fb5335d64), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:49.531295 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8fe53d0a-13f8-437d-b677-32a4ac8c2c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:49.532459 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-8fe53d0a-13f8-437d-b677-32a4ac8c2c70 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9a80d69-112f-40a0-b0ba-af0fb5335d64 HTTP/1.1" status: 204 len: 168 time: 0.2058270 Jul 18 02:38:49.540764 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe53d0a-13f8-437d-b677-32a4ac8c2c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a80d69-112f-40a0-b0ba-af0fb5335d64,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:49.575457 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (3185ab6e-a508-4ad1-b269-07229430860b), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:49.587933 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:49.626771 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=3185ab6e-a508-4ad1-b269-07229430860b,revision_number=9']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:49.634353 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:49.634755 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:49.635073 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:49.635440 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:49.635820 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:49.636158 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:49.636568 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:49.636899 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:49.637230 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:49.637583 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:49.637910 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:49.638302 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:49.638679 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:49.639051 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:49.639372 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:38:49.800212 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c969e69-8192-498b-9671-5b18a5857188 req-bca47c4a-1a17-4100-bfc0-d492e2c4918e tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:49.801752 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c969e69-8192-498b-9671-5b18a5857188 req-bca47c4a-1a17-4100-bfc0-d492e2c4918e tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 946 time: 0.0529897 Jul 18 02:38:49.805516 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89668b4c-90b3-4aa1-a1f8-f8c3c20e41ef req-012cbf80-a314-4cd7-b6d9-a63efcb1cfc4 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:49.807205 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-89668b4c-90b3-4aa1-a1f8-f8c3c20e41ef req-012cbf80-a314-4cd7-b6d9-a63efcb1cfc4 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 944 time: 0.0496128 Jul 18 02:38:49.813115 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:49.851066 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c969e69-8192-498b-9671-5b18a5857188 req-b1073a78-1f8c-4c90-a3d4-32e491599894 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436146 Jul 18 02:38:49.855835 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-89668b4c-90b3-4aa1-a1f8-f8c3c20e41ef req-10946800-af6e-46b9-8a48-9ab2e4836dea tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430644 Jul 18 02:38:49.969410 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1149c-3da9-418c-a533-874b42a3af06 req-c4b0e4c6-61cc-4579-ac7f-47673261c3cc tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:49.971229 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f0b1149c-3da9-418c-a533-874b42a3af06 req-c4b0e4c6-61cc-4579-ac7f-47673261c3cc tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 943 time: 0.0553010 Jul 18 02:38:50.027688 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f0b1149c-3da9-418c-a533-874b42a3af06 req-6bd5f579-9f63-4999-b1dd-997ebea11f14 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503452 Jul 18 02:38:50.969409 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8ea33-aa5d-440f-84cb-c8de6afc3863 req-b4944aed-8324-4059-9009-1e2dd05aa222 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:50.971092 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c8e8ea33-aa5d-440f-84cb-c8de6afc3863 req-b4944aed-8324-4059-9009-1e2dd05aa222 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 946 time: 0.0499930 Jul 18 02:38:50.983959 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb95eb-afb9-42b1-8b81-a8cf0a5fb360 req-3dba6d33-6d1a-4323-ac3c-0e73cd4294f6 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:50.985479 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d7bb95eb-afb9-42b1-8b81-a8cf0a5fb360 req-3dba6d33-6d1a-4323-ac3c-0e73cd4294f6 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 944 time: 0.0502059 Jul 18 02:38:51.019044 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c8e8ea33-aa5d-440f-84cb-c8de6afc3863 req-8de1115d-add7-4b79-82e8-2370695e4224 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424478 Jul 18 02:38:51.035059 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d7bb95eb-afb9-42b1-8b81-a8cf0a5fb360 req-ccd8efb5-24ec-4152-894a-59b73b9ebc35 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436287 Jul 18 02:38:51.145271 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ec0dd-d620-42c0-aad5-dc5e1835fa0e req-620a2324-b005-40e8-a49d-24eca966e1ff tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:51.146677 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-838ec0dd-d620-42c0-aad5-dc5e1835fa0e req-620a2324-b005-40e8-a49d-24eca966e1ff tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 943 time: 0.0466588 Jul 18 02:38:51.196707 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-838ec0dd-d620-42c0-aad5-dc5e1835fa0e req-9f21a214-1fb9-4d25-9a9d-fce1784e078e tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436962 Jul 18 02:38:51.290055 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c52bad-57d7-4ac6-80e9-e1cd6cf6e38b req-fc09270a-cac2-4810-af57-993cf7a67585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:51.291577 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-91c52bad-57d7-4ac6-80e9-e1cd6cf6e38b req-fc09270a-cac2-4810-af57-993cf7a67585 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=807f88779cf842f3bbe09615d470f44c&device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 1127 time: 0.0685935 Jul 18 02:38:51.302380 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f9472-a725-4c9e-a76f-832c3563e625 req-ba020462-6db0-4551-9a65-ba1d781995b3 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:51.303761 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1d5f9472-a725-4c9e-a76f-832c3563e625 req-ba020462-6db0-4551-9a65-ba1d781995b3 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 946 time: 0.0724394 Jul 18 02:38:51.468317 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-1d5f9472-a725-4c9e-a76f-832c3563e625 req-16fc5c58-e350-47ee-b99d-66f0a1fa9ffb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Deleting port 0722fc37-f557-4503-a3a5-66878f8d3c27 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:38:51.468586 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1d5f9472-a725-4c9e-a76f-832c3563e625 req-16fc5c58-e350-47ee-b99d-66f0a1fa9ffb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (0722fc37-f557-4503-a3a5-66878f8d3c27), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:51.491393 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c52bad-57d7-4ac6-80e9-e1cd6cf6e38b req-f1bdd90b-60d6-4a87-8e00-6e9ccd27e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:51.492869 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-91c52bad-57d7-4ac6-80e9-e1cd6cf6e38b req-f1bdd90b-60d6-4a87-8e00-6e9ccd27e7c5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=807f88779cf842f3bbe09615d470f44c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1739483 Jul 18 02:38:51.569556 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['3185ab6e-a508-4ad1-b269-07229430860b'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:38:51.627805 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-1d5f9472-a725-4c9e-a76f-832c3563e625 req-16fc5c58-e350-47ee-b99d-66f0a1fa9ffb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] For port 0722fc37-f557-4503-a3a5-66878f8d3c27, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=0722fc37-f557-4503-a3a5-66878f8d3c27,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:38:51.628170 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1d5f9472-a725-4c9e-a76f-832c3563e625 req-16fc5c58-e350-47ee-b99d-66f0a1fa9ffb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (0722fc37-f557-4503-a3a5-66878f8d3c27), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:51.645091 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:51.723554 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c52bad-57d7-4ac6-80e9-e1cd6cf6e38b req-7788ee28-abe3-49b5-be55-250422219924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:51.724919 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-91c52bad-57d7-4ac6-80e9-e1cd6cf6e38b req-7788ee28-abe3-49b5-be55-250422219924 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1960907 Jul 18 02:38:51.786397 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:51.879552 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-45a41deb-339b-45f9-8c31-1cc29697aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:51.881006 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-45a41deb-339b-45f9-8c31-1cc29697aec9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=807f88779cf842f3bbe09615d470f44c&device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 1127 time: 0.0838196 Jul 18 02:38:51.894570 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1d5f9472-a725-4c9e-a76f-832c3563e625 req-16fc5c58-e350-47ee-b99d-66f0a1fa9ffb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:51.894934 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1d5f9472-a725-4c9e-a76f-832c3563e625 req-16fc5c58-e350-47ee-b99d-66f0a1fa9ffb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (9d7c39dc-3c94-4705-931c-e5988d2561fb), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:51.895250 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.l3_db [req-1d5f9472-a725-4c9e-a76f-832c3563e625 req-16fc5c58-e350-47ee-b99d-66f0a1fa9ffb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Floating IP 9d7c39dc-3c94-4705-931c-e5988d2561fb disassociated. External IP: 172.27.3.85, port: 0722fc37-f557-4503-a3a5-66878f8d3c27. Jul 18 02:38:51.895593 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-1d5f9472-a725-4c9e-a76f-832c3563e625 req-16fc5c58-e350-47ee-b99d-66f0a1fa9ffb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Calling delete_port for 0722fc37-f557-4503-a3a5-66878f8d3c27 owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:38:51.940948 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-e308d4c0-36bd-45e1-9a4e-5684433ab127 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ff30934-3b2b-494c-bbcf-58c1f9f9094e HTTP/1.1" status: 200 len: 217 time: 0.0430140 Jul 18 02:38:52.039568 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-46c6d275-0af2-49b3-b8c7-0a6531aab8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:52.041973 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-46c6d275-0af2-49b3-b8c7-0a6531aab8ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaa05713-ce93-4cf4-8801-b67183726cee HTTP/1.1" status: 200 len: 851 time: 0.0705891 Jul 18 02:38:52.047447 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:52.180326 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815adaa4-d616-46a2-8186-db3805c0d9af req-d5e92217-4df3-444e-90b0-03fd7ea33724 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:52.182464 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-815adaa4-d616-46a2-8186-db3805c0d9af req-d5e92217-4df3-444e-90b0-03fd7ea33724 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 944 time: 0.0574462 Jul 18 02:38:52.242915 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-815adaa4-d616-46a2-8186-db3805c0d9af req-75073205-1d1f-49b3-8c3e-fa046013e62e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542734 Jul 18 02:38:52.366859 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2a27c-357e-4a6e-a404-22b2bb2d030e req-b8e1a9dd-8ef4-4969-a92c-1c38302efdd3 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:52.369098 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e1c2a27c-357e-4a6e-a404-22b2bb2d030e req-b8e1a9dd-8ef4-4969-a92c-1c38302efdd3 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 943 time: 0.0526104 Jul 18 02:38:52.400685 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-bdb7952c-966b-4635-a660-c4c3bf3f53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:52.402289 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-bdb7952c-966b-4635-a660-c4c3bf3f53ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40df86f1-859f-4d28-af05-d94fe8d1d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3527179 Jul 18 02:38:52.431159 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e1c2a27c-357e-4a6e-a404-22b2bb2d030e req-ca16f148-1d14-486d-baa0-6c4dc49884f9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505950 Jul 18 02:38:52.483548 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c5dd6-f4de-43a9-9f61-f38067eafc55 req-ee2e457b-15c4-42b5-9327-e2300619e533 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:52.485170 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da1c5dd6-f4de-43a9-9f61-f38067eafc55 req-ee2e457b-15c4-42b5-9327-e2300619e533 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 946 time: 0.1006825 Jul 18 02:38:52.556407 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1d5f9472-a725-4c9e-a76f-832c3563e625 req-16fc5c58-e350-47ee-b99d-66f0a1fa9ffb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (0722fc37-f557-4503-a3a5-66878f8d3c27), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:52.607841 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc5c58-e350-47ee-b99d-66f0a1fa9ffb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event deleted for resources: {'Port': ['ID=0722fc37-f557-4503-a3a5-66878f8d3c27,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:52.611660 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-26ed4499-035f-476a-8041-9eb7d8f56bc7 service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873789 Jul 18 02:38:52.616458 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da1c5dd6-f4de-43a9-9f61-f38067eafc55 req-06acfb68-dfb0-4854-a86a-959392af5a0d tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=3a9962e0-c809-4375-a158-c6ff23ddd392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018744 Jul 18 02:38:52.796796 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-085b014b-a3d3-46a7-b214-1288216dc2ef req-415c5b45-dddf-4c76-b772-634a1a335782 service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764262 Jul 18 02:38:52.804889 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d5f9472-a725-4c9e-a76f-832c3563e625 req-16fc5c58-e350-47ee-b99d-66f0a1fa9ffb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Router 800f954d-2fd2-4712-8fe5-205d52fa1da6 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:38:52.897456 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:52.910360 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d5f9472-a725-4c9e-a76f-832c3563e625 req-16fc5c58-e350-47ee-b99d-66f0a1fa9ffb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:38:52.921866 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d90379-f887-4692-ba78-cae19898d460 None None] Sync routers for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:38:52.932042 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d90379-f887-4692-ba78-cae19898d460 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:38:52.932693 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-70d90379-f887-4692-ba78-cae19898d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:38:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:38:52.957437 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5f9472-a725-4c9e-a76f-832c3563e625 req-16fc5c58-e350-47ee-b99d-66f0a1fa9ffb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] No DVR routers for this DVR port 0722fc37-f557-4503-a3a5-66878f8d3c27 on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:38:52.959973 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1d5f9472-a725-4c9e-a76f-832c3563e625 req-16fc5c58-e350-47ee-b99d-66f0a1fa9ffb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:52.963197 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1d5f9472-a725-4c9e-a76f-832c3563e625 req-16fc5c58-e350-47ee-b99d-66f0a1fa9ffb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "DELETE /v2.0/ports/0722fc37-f557-4503-a3a5-66878f8d3c27 HTTP/1.1" status: 204 len: 173 time: 1.6430962 Jul 18 02:38:52.963638 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b66be0c-5ad3-410b-94f2-74110dcffc9b', 'name': 'network-vif-deleted', 'tag': '0722fc37-f557-4503-a3a5-66878f8d3c27'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:38:52.966565 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0f8e1d-51c5-4166-8d7b-72e1dd5851bb" -d '{"events": [{"server_uuid": "5b66be0c-5ad3-410b-94f2-74110dcffc9b", "name": "network-vif-deleted", "tag": "0722fc37-f557-4503-a3a5-66878f8d3c27"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:38:53.002902 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae08a8d-cae3-4e50-81ee-9cb7b19f23e3 x-openstack-request-id: req-fae08a8d-cae3-4e50-81ee-9cb7b19f23e3 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:38:53.003201 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b66be0c-5ad3-410b-94f2-74110dcffc9b", "name": "network-vif-deleted", "tag": "0722fc37-f557-4503-a3a5-66878f8d3c27", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:38:53.003455 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fae08a8d-cae3-4e50-81ee-9cb7b19f23e3 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:38:53.003865 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae08a8d-cae3-4e50-81ee-9cb7b19f23e3'] response: {'server_uuid': '5b66be0c-5ad3-410b-94f2-74110dcffc9b', 'name': 'network-vif-deleted', 'tag': '0722fc37-f557-4503-a3a5-66878f8d3c27', 'status': 'completed', 'code': 200} Jul 18 02:38:53.045523 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-70d90379-f887-4692-ba78-cae19898d460 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:38:53.245245 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 3185ab6e-a508-4ad1-b269-07229430860b up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:38:53.284575 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-70d90379-f887-4692-ba78-cae19898d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'a1b523e5-294d-4415-95cb-9158708bd7cb', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '063ebb17-b759-41b1-bb29-1214343746a1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:94:49:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:35:21Z', 'updated_at': '2022-07-18T02:35:57Z', 'revision_number': 2, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:38:53.316048 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d90379-f887-4692-ba78-cae19898d460 None None] Checking router: 800f954d-2fd2-4712-8fe5-205d52fa1da6 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:38:53.334210 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d90379-f887-4692-ba78-cae19898d460 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:38:53.334992 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-70d90379-f887-4692-ba78-cae19898d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:38:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:38:53.339148 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 3185ab6e-a508-4ad1-b269-07229430860b triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:38:53.339148 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (3185ab6e-a508-4ad1-b269-07229430860b), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:53.372289 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351fea1-5dfd-42f0-8bb8-34070af0f9f2 req-9fa1e45b-9fcd-4844-95fb-b94bc31dbba7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:53.374471 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0351fea1-5dfd-42f0-8bb8-34070af0f9f2 req-9fa1e45b-9fcd-4844-95fb-b94bc31dbba7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 944 time: 0.0531621 Jul 18 02:38:53.432293 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0351fea1-5dfd-42f0-8bb8-34070af0f9f2 req-0e1158ce-b47a-43c1-8396-5f208f92cf21 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519936 Jul 18 02:38:53.510434 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 3185ab6e-a508-4ad1-b269-07229430860b is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:38:53.510730 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (3185ab6e-a508-4ad1-b269-07229430860b), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:53.522869 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-70d90379-f887-4692-ba78-cae19898d460 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:38:53.554633 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24862996-dd51-4b8e-9db0-78ea8cff8673 req-f8f35912-6ab8-494f-8fea-5554680dd065 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:53.556102 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-24862996-dd51-4b8e-9db0-78ea8cff8673 req-f8f35912-6ab8-494f-8fea-5554680dd065 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 943 time: 0.0504377 Jul 18 02:38:53.562378 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:53.568910 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3185ab6e-a508-4ad1-b269-07229430860b'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:38:53.571170 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0872bd48-04d0-4f50-afcf-d43e0fd70af4" -d '{"events": [{"server_uuid": "68d974b9-4abf-4d7f-bbea-08e8fef381dd", "name": "network-vif-plugged", "status": "completed", "tag": "3185ab6e-a508-4ad1-b269-07229430860b"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:38:53.618819 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 3185ab6e-a508-4ad1-b269-07229430860b, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=3185ab6e-a508-4ad1-b269-07229430860b,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:38:53.633713 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-24862996-dd51-4b8e-9db0-78ea8cff8673 req-2b6fe89a-fc47-42e7-a7d1-29fddb134c79 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700760 Jul 18 02:38:53.651337 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fedee1-7ca5-4622-86b6-8b05ae3a9ee7 x-openstack-request-id: req-96fedee1-7ca5-4622-86b6-8b05ae3a9ee7 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:38:53.652193 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d974b9-4abf-4d7f-bbea-08e8fef381dd", "name": "network-vif-plugged", "status": "completed", "tag": "3185ab6e-a508-4ad1-b269-07229430860b", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:38:53.652454 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-96fedee1-7ca5-4622-86b6-8b05ae3a9ee7 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:38:53.652863 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96fedee1-7ca5-4622-86b6-8b05ae3a9ee7'] response: {'server_uuid': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3185ab6e-a508-4ad1-b269-07229430860b', 'code': 200} Jul 18 02:38:53.746215 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f4599ba9-23a4-4649-b536-3b3f72314bd0 req-daea9412-1719-4200-a1b3-d728777fdc8b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 210 time: 0.0437956 Jul 18 02:38:53.847319 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (3185ab6e-a508-4ad1-b269-07229430860b), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:53.848117 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 0722fc37-f557-4503-a3a5-66878f8d3c27 no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:38:53.891291 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: 0722fc37-f557-4503-a3a5-66878f8d3c27 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:38:53.891641 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 0722fc37-f557-4503-a3a5-66878f8d3c27 not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:38:53.900802 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:53.965463 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=3185ab6e-a508-4ad1-b269-07229430860b,revision_number=10']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:53.985903 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-70d90379-f887-4692-ba78-cae19898d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'a1b523e5-294d-4415-95cb-9158708bd7cb', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '063ebb17-b759-41b1-bb29-1214343746a1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:94:49:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:35:21Z', 'updated_at': '2022-07-18T02:35:57Z', 'revision_number': 2, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:38:54.011221 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d90379-f887-4692-ba78-cae19898d460 None None] The sync data for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi is: [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'a1b523e5-294d-4415-95cb-9158708bd7cb', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '063ebb17-b759-41b1-bb29-1214343746a1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:94:49:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:35:21Z', 'updated_at': '2022-07-18T02:35:57Z', 'revision_number': 2, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:38:54.247839 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e778bd-6a4a-4de1-8497-bef079b248e0 None None] New status for floating IP 9d7c39dc-3c94-4705-931c-e5988d2561fb: DOWN {{(pid=104653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:38:54.554237 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc47074-3e63-44ee-8547-63ebf8414698 req-b6e5e961-3dd6-48a9-ac58-7ddde2d12081 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:54.555729 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7dc47074-3e63-44ee-8547-63ebf8414698 req-b6e5e961-3dd6-48a9-ac58-7ddde2d12081 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 946 time: 0.0499887 Jul 18 02:38:54.616220 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b1f8a-9689-46e1-9ab5-db3ac0ed16ed req-42699799-b91d-4f53-b80c-a04b6c4fc0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:54.617781 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-551b1f8a-9689-46e1-9ab5-db3ac0ed16ed req-42699799-b91d-4f53-b80c-a04b6c4fc0bd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 1130 time: 0.0610907 Jul 18 02:38:54.655643 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7dc47074-3e63-44ee-8547-63ebf8414698 req-56c2eafb-ab40-4c35-80b3-90f84a51f4b0 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889628 Jul 18 02:38:54.684122 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-551b1f8a-9689-46e1-9ab5-db3ac0ed16ed req-53f1ba5c-4be5-4b76-b570-1df69f748ad3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577111 Jul 18 02:38:54.760425 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c48a9-7a8c-4f88-8cbc-ca468986cda2 req-3871a1ce-0779-4589-808b-2e59b4adfb93 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:54.762050 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0f6c48a9-7a8c-4f88-8cbc-ca468986cda2 req-3871a1ce-0779-4589-808b-2e59b4adfb93 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 943 time: 0.0587084 Jul 18 02:38:54.773683 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:54.814442 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0f6c48a9-7a8c-4f88-8cbc-ca468986cda2 req-39b3cdb7-d97d-45bd-ba9e-f9fbded3976f tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464540 Jul 18 02:38:54.867049 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-71ef1236-fac4-4b2a-95fe-c43f35c7472c req-e8d06b80-ddf4-4452-abe9-05aeb7345cce tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b66be0c-5ad3-410b-94f2-74110dcffc9b HTTP/1.1" status: 200 len: 210 time: 0.0336967 Jul 18 02:38:55.784693 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb307e24-5e50-44c9-b721-fea261acd7ec req-745360f3-f875-483d-a524-dbd1120d995a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:55.786164 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fb307e24-5e50-44c9-b721-fea261acd7ec req-745360f3-f875-483d-a524-dbd1120d995a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 946 time: 0.0465202 Jul 18 02:38:55.837003 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fb307e24-5e50-44c9-b721-fea261acd7ec req-6d1b3437-b5af-40f6-9ca0-209da6dc8d4d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451701 Jul 18 02:38:55.934950 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb278cb-7236-49f6-a063-6023818bec62 req-759e6714-97cb-4d4f-9556-2b81ec786196 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:55.936495 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5cb278cb-7236-49f6-a063-6023818bec62 req-759e6714-97cb-4d4f-9556-2b81ec786196 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 943 time: 0.0535135 Jul 18 02:38:55.985451 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5cb278cb-7236-49f6-a063-6023818bec62 req-b1f257b8-4403-49e7-b71d-164037538fd4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434728 Jul 18 02:38:56.010356 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53234) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:38:56.067067 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5d04bf46-82fe-4bea-a75f-c82d1180e1a2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (3a9962e0-c809-4375-a158-c6ff23ddd392), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:56.092687 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5d04bf46-82fe-4bea-a75f-c82d1180e1a2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (3a9962e0-c809-4375-a158-c6ff23ddd392), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:56.101030 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:56.234861 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5d04bf46-82fe-4bea-a75f-c82d1180e1a2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (3a9962e0-c809-4375-a158-c6ff23ddd392), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:56.237531 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5d04bf46-82fe-4bea-a75f-c82d1180e1a2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:56.238718 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5d04bf46-82fe-4bea-a75f-c82d1180e1a2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "DELETE /v2.0/security-groups/3a9962e0-c809-4375-a158-c6ff23ddd392 HTTP/1.1" status: 204 len: 168 time: 0.2273743 Jul 18 02:38:56.241613 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 53242) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:38:56.248655 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04bf46-82fe-4bea-a75f-c82d1180e1a2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9962e0-c809-4375-a158-c6ff23ddd392,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:56.256022 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.api.v2.resource [None req-e95dd2e4-c20e-402a-a482-6687665614ac tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] show failed (client error): The resource could not be found. Jul 18 02:38:56.256988 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-e95dd2e4-c20e-402a-a482-6687665614ac tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups/3a9962e0-c809-4375-a158-c6ff23ddd392 HTTP/1.1" status: 404 len: 347 time: 0.0143151 Jul 18 02:38:56.259931 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53244) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:38:56.376177 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-fc3f3ac7-7945-4587-890e-2a78fe917200 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Deleting port 2ce7cf2b-6c45-4194-aa72-308d01054c40 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:38:56.376524 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3ac7-7945-4587-890e-2a78fe917200 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (2ce7cf2b-6c45-4194-aa72-308d01054c40), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:56.458398 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3ac7-7945-4587-890e-2a78fe917200 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (2ce7cf2b-6c45-4194-aa72-308d01054c40), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:56.458721 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3ac7-7945-4587-890e-2a78fe917200 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (2ce7cf2b-6c45-4194-aa72-308d01054c40), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:56.474323 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-fc3f3ac7-7945-4587-890e-2a78fe917200 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Calling delete_port for 2ce7cf2b-6c45-4194-aa72-308d01054c40 owned by network:floatingip {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:38:56.673238 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3ac7-7945-4587-890e-2a78fe917200 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (2ce7cf2b-6c45-4194-aa72-308d01054c40), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:56.700180 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f3ac7-7945-4587-890e-2a78fe917200 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event deleted for resources: {'Port': ['ID=2ce7cf2b-6c45-4194-aa72-308d01054c40,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:56.770353 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3ac7-7945-4587-890e-2a78fe917200 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (9d7c39dc-3c94-4705-931c-e5988d2561fb), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:56.772806 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3ac7-7945-4587-890e-2a78fe917200 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:56.773961 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-fc3f3ac7-7945-4587-890e-2a78fe917200 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "DELETE /v2.0/floatingips/9d7c39dc-3c94-4705-931c-e5988d2561fb HTTP/1.1" status: 204 len: 168 time: 0.5130751 Jul 18 02:38:56.971813 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe99a0-44c0-4d6d-b8d9-350d759d8e16 req-666961c7-dc68-4285-92d7-791d504c1e57 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:56.973275 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-90fe99a0-44c0-4d6d-b8d9-350d759d8e16 req-666961c7-dc68-4285-92d7-791d504c1e57 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 946 time: 0.0605037 Jul 18 02:38:57.015191 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:57.029389 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-90fe99a0-44c0-4d6d-b8d9-350d759d8e16 req-525e4936-7c99-4368-bcde-c2b5f299148e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504436 Jul 18 02:38:57.148048 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d7902-962e-444f-b1f3-5bd206ba30bc req-86fea93f-d915-42b7-9064-0f5013200fcc tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:57.150211 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cd2d7902-962e-444f-b1f3-5bd206ba30bc req-86fea93f-d915-42b7-9064-0f5013200fcc tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 943 time: 0.0512850 Jul 18 02:38:57.210113 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cd2d7902-962e-444f-b1f3-5bd206ba30bc req-94a4df8f-c80d-40cb-910d-b7415a962f1d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545928 Jul 18 02:38:57.974019 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53304) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:38:58.083727 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-536929b9-b3fc-4458-9c6f-d50148d8cc11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:58.165089 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4bc75-8b08-414b-b97a-a6d18385a4d3 req-4975290e-0063-495b-952b-64d25334dace tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:58.166520 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e1d4bc75-8b08-414b-b97a-a6d18385a4d3 req-4975290e-0063-495b-952b-64d25334dace tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 946 time: 0.0513248 Jul 18 02:38:58.172897 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-536929b9-b3fc-4458-9c6f-d50148d8cc11 admin admin] Publish callbacks [] for security_group (b3fa73d9-109e-440e-ba2f-a60d3079aeb6), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:58.188285 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:58.217911 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e1d4bc75-8b08-414b-b97a-a6d18385a4d3 req-7d04d28a-58c7-4f28-a689-9c3d5a0f474b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425525 Jul 18 02:38:58.276107 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-536929b9-b3fc-4458-9c6f-d50148d8cc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (b3fa73d9-109e-440e-ba2f-a60d3079aeb6), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:58.319385 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:38:58.348725 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-536929b9-b3fc-4458-9c6f-d50148d8cc11 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4d6bd46b2dcb4bea8c4215742c4e70d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736172 Jul 18 02:38:58.351892 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536929b9-b3fc-4458-9c6f-d50148d8cc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fa73d9-109e-440e-ba2f-a60d3079aeb6,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:58.352169 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 53312) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:38:58.369468 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676e366-4acc-4916-971b-8e4b09f94e70 req-35957f36-d42b-4e78-bb2e-4ccf36e8db19 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:58.370306 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6676e366-4acc-4916-971b-8e4b09f94e70 req-35957f36-d42b-4e78-bb2e-4ccf36e8db19 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 943 time: 0.0790145 Jul 18 02:38:58.409664 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-59a0d9b1-d2b8-4b03-9bba-68538fcde858 admin admin] Publish callbacks [] for security_group (b3fa73d9-109e-440e-ba2f-a60d3079aeb6), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:58.425267 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6676e366-4acc-4916-971b-8e4b09f94e70 req-e82631fd-c3d9-4d21-ac39-e93d6766561d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487375 Jul 18 02:38:58.442529 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-59a0d9b1-d2b8-4b03-9bba-68538fcde858 admin admin] Publish callbacks [] for security_group (b3fa73d9-109e-440e-ba2f-a60d3079aeb6), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:58.612682 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-59a0d9b1-d2b8-4b03-9bba-68538fcde858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (b3fa73d9-109e-440e-ba2f-a60d3079aeb6), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:58.615269 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-59a0d9b1-d2b8-4b03-9bba-68538fcde858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:58.616437 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-59a0d9b1-d2b8-4b03-9bba-68538fcde858 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3fa73d9-109e-440e-ba2f-a60d3079aeb6 HTTP/1.1" status: 204 len: 168 time: 0.2630839 Jul 18 02:38:58.625415 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0d9b1-d2b8-4b03-9bba-68538fcde858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fa73d9-109e-440e-ba2f-a60d3079aeb6,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:38:58.940043 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ecbbc25e-a37e-4415-a2aa-91210a447e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:38:59.339290 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25ecd4-91f7-420e-bbf5-d0192a37f9da req-c6da5127-b303-4817-878c-8d8bd5927366 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:59.341381 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9c25ecd4-91f7-420e-bbf5-d0192a37f9da req-c6da5127-b303-4817-878c-8d8bd5927366 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 946 time: 0.0495605 Jul 18 02:38:59.395436 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9c25ecd4-91f7-420e-bbf5-d0192a37f9da req-ea5f1ccd-2a38-4506-b720-16415c89b7ca tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484941 Jul 18 02:38:59.548079 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec540561-b268-4447-aad7-feca1c9ce6e3 req-95aaa407-f667-4ac5-acbd-ea7a4a420715 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:38:59.549573 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ec540561-b268-4447-aad7-feca1c9ce6e3 req-95aaa407-f667-4ac5-acbd-ea7a4a420715 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 943 time: 0.0489407 Jul 18 02:38:59.600168 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ec540561-b268-4447-aad7-feca1c9ce6e3 req-695fdd16-939a-49a9-ba79-79556978cca6 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448329 Jul 18 02:39:00.514348 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe998ac-e72f-4bd9-a0fa-3e5222a58b8a req-b7f5ffde-535d-4614-9c55-fa754b54e71d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:00.515890 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bfe998ac-e72f-4bd9-a0fa-3e5222a58b8a req-b7f5ffde-535d-4614-9c55-fa754b54e71d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 946 time: 0.0466433 Jul 18 02:39:00.564744 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bfe998ac-e72f-4bd9-a0fa-3e5222a58b8a req-df3b550c-97d4-4cd8-bae7-54123c7bd109 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433125 Jul 18 02:39:00.713272 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a0041-0af7-46fe-b7f8-870965943f14 req-3151fdfd-bb82-4003-98d4-beb8de6bea38 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:00.714677 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-526a0041-0af7-46fe-b7f8-870965943f14 req-3151fdfd-bb82-4003-98d4-beb8de6bea38 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 943 time: 0.0482574 Jul 18 02:39:00.764251 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-526a0041-0af7-46fe-b7f8-870965943f14 req-fe32389c-199a-4e81-8cc7-1dc6a2377eea tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434525 Jul 18 02:39:01.112817 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be743f-9c81-4a5f-b15f-1a0c0792eac5 req-e6647eb1-1a48-4227-9416-791e3c28f73b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:01.114276 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-13be743f-9c81-4a5f-b15f-1a0c0792eac5 req-e6647eb1-1a48-4227-9416-791e3c28f73b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 945 time: 0.0503366 Jul 18 02:39:01.160057 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-13be743f-9c81-4a5f-b15f-1a0c0792eac5 req-a75baf91-ade1-4212-83ee-db0ce7ef39ee tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402451 Jul 18 02:39:01.179967 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 3ff30934-3b2b-494c-bbcf-58c1f9f9094e details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:39:01.294782 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=3ff30934-3b2b-494c-bbcf-58c1f9f9094e,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:39:01.307757 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '3ff30934-3b2b-494c-bbcf-58c1f9f9094e', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'port_id': '3ff30934-3b2b-494c-bbcf-58c1f9f9094e', 'mac_address': 'fa:16:3e:59:3a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:39:01.345131 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:39:01.345542 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (3ff30934-3b2b-494c-bbcf-58c1f9f9094e), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:01.363138 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff30934-3b2b-494c-bbcf-58c1f9f9094e {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:39:01.382588 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=3ff30934-3b2b-494c-bbcf-58c1f9f9094e,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:39:01.398459 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d3dd14d1-b8e4-4a8c-8078-b2de7f14bf47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:01.481663 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (3ff30934-3b2b-494c-bbcf-58c1f9f9094e), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:01.525887 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=3ff30934-3b2b-494c-bbcf-58c1f9f9094e,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:01.880151 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a1bd4-a56e-46c9-adea-d2e66e7118d1 req-9851f535-07ba-4722-a7b6-ebf43efd3b31 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:01.881512 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7d4a1bd4-a56e-46c9-adea-d2e66e7118d1 req-9851f535-07ba-4722-a7b6-ebf43efd3b31 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 944 time: 0.0466566 Jul 18 02:39:01.927415 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['3ff30934-3b2b-494c-bbcf-58c1f9f9094e'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:39:01.930803 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-7d4a1bd4-a56e-46c9-adea-d2e66e7118d1 req-f76fe2ff-467f-4af9-b8f0-1a2452bf6c71 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438402 Jul 18 02:39:02.069050 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:02.272801 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ad24b-efb2-444b-b78e-13e2e80a908a req-d24043d5-0424-4261-9bab-23bd9f0f97da tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:02.274285 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-625ad24b-efb2-444b-b78e-13e2e80a908a req-d24043d5-0424-4261-9bab-23bd9f0f97da tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 945 time: 0.0468729 Jul 18 02:39:02.321122 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-625ad24b-efb2-444b-b78e-13e2e80a908a req-0b123dca-8ee2-409f-9863-6876937a8271 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405064 Jul 18 02:39:02.544436 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:03.047942 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5574185-be53-478a-b0f4-2d910c2d4dd7 req-2d7e191d-c457-4251-875a-0d5a6e5e1259 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:03.049435 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f5574185-be53-478a-b0f4-2d910c2d4dd7 req-2d7e191d-c457-4251-875a-0d5a6e5e1259 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 944 time: 0.0515389 Jul 18 02:39:03.100956 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f5574185-be53-478a-b0f4-2d910c2d4dd7 req-979c881a-2f71-4f9a-bc23-45a599d1b3a1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457864 Jul 18 02:39:03.181982 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 3ff30934-3b2b-494c-bbcf-58c1f9f9094e up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:39:03.216995 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:03.223677 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:39:03.232733 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c6f8c-709a-4a36-b6ba-13ce49fc4ab3 req-9235da2c-cbf0-4bf1-852e-0aa215b52804 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:03.234276 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-616c6f8c-709a-4a36-b6ba-13ce49fc4ab3 req-9235da2c-cbf0-4bf1-852e-0aa215b52804 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 945 time: 0.0483441 Jul 18 02:39:03.295854 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:39:03.296483 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (3ff30934-3b2b-494c-bbcf-58c1f9f9094e), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:03.323054 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-616c6f8c-709a-4a36-b6ba-13ce49fc4ab3 req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Deleting port 063ebb17-b759-41b1-bb29-1214343746a1 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:39:03.323404 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-616c6f8c-709a-4a36-b6ba-13ce49fc4ab3 req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (063ebb17-b759-41b1-bb29-1214343746a1), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:03.362768 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:03.373725 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:39:03.374273 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (3ff30934-3b2b-494c-bbcf-58c1f9f9094e), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:03.401919 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7697d1-40ec-4c17-979a-de45d737eac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff30934-3b2b-494c-bbcf-58c1f9f9094e'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:39:03.405261 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff762f9-c9e1-45fb-912c-4a3491693f33" -d '{"events": [{"server_uuid": "fb7697d1-40ec-4c17-979a-de45d737eac5", "name": "network-vif-plugged", "status": "completed", "tag": "3ff30934-3b2b-494c-bbcf-58c1f9f9094e"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:39:03.418009 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-616c6f8c-709a-4a36-b6ba-13ce49fc4ab3 req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] For port 063ebb17-b759-41b1-bb29-1214343746a1, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=063ebb17-b759-41b1-bb29-1214343746a1,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:39:03.418465 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-616c6f8c-709a-4a36-b6ba-13ce49fc4ab3 req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (063ebb17-b759-41b1-bb29-1214343746a1), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:03.419782 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=3ff30934-3b2b-494c-bbcf-58c1f9f9094e,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:39:03.445613 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b277ea-49bf-45e4-8f7d-81a089b0c5ce x-openstack-request-id: req-b7b277ea-49bf-45e4-8f7d-81a089b0c5ce {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:39:03.445954 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7697d1-40ec-4c17-979a-de45d737eac5", "name": "network-vif-plugged", "status": "completed", "tag": "3ff30934-3b2b-494c-bbcf-58c1f9f9094e", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:39:03.446246 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7b277ea-49bf-45e4-8f7d-81a089b0c5ce {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:39:03.446637 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b277ea-49bf-45e4-8f7d-81a089b0c5ce'] response: {'server_uuid': 'fb7697d1-40ec-4c17-979a-de45d737eac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff30934-3b2b-494c-bbcf-58c1f9f9094e', 'code': 200} Jul 18 02:39:03.452434 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76127f-2f5a-4a3c-a18f-7d5e5d741c3d req-3d569027-ee79-4d5a-af45-36a161be0e8c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:03.453933 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0a76127f-2f5a-4a3c-a18f-7d5e5d741c3d req-3d569027-ee79-4d5a-af45-36a161be0e8c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 945 time: 0.0613930 Jul 18 02:39:03.497117 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (3ff30934-3b2b-494c-bbcf-58c1f9f9094e), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:03.504164 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0a76127f-2f5a-4a3c-a18f-7d5e5d741c3d req-938eb2fd-ccd2-40e4-b053-623903fac62b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=ddca24cb-5102-4722-84d4-41c5c6874048&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442867 Jul 18 02:39:03.552818 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=3ff30934-3b2b-494c-bbcf-58c1f9f9094e,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:03.598822 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-616c6f8c-709a-4a36-b6ba-13ce49fc4ab3 req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:03.599186 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-616c6f8c-709a-4a36-b6ba-13ce49fc4ab3 req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (a1b523e5-294d-4415-95cb-9158708bd7cb), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:03.599501 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.l3_db [req-616c6f8c-709a-4a36-b6ba-13ce49fc4ab3 req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Floating IP a1b523e5-294d-4415-95cb-9158708bd7cb disassociated. External IP: 172.27.3.163, port: 063ebb17-b759-41b1-bb29-1214343746a1. Jul 18 02:39:03.599844 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-616c6f8c-709a-4a36-b6ba-13ce49fc4ab3 req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Calling delete_port for 063ebb17-b759-41b1-bb29-1214343746a1 owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:39:03.665816 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:03.887574 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-616c6f8c-709a-4a36-b6ba-13ce49fc4ab3 req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (063ebb17-b759-41b1-bb29-1214343746a1), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:03.913606 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event deleted for resources: {'Port': ['ID=063ebb17-b759-41b1-bb29-1214343746a1,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:03.924317 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:03.924668 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:03.925009 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:03.925351 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:03.925686 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:03.926015 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:03.926418 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:03.926748 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:03.927595 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:03.927595 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:03.927790 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:03.928085 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:03.928323 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:03.928641 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:03.928961 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:03.936777 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:03.987254 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:04.060769 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ece44f-c632-4416-9e17-b16fd1757dc5 req-f9b64b89-b850-4635-8424-64f1157daf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:04.062272 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b6ece44f-c632-4416-9e17-b16fd1757dc5 req-f9b64b89-b850-4635-8424-64f1157daf4a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 1129 time: 0.0741985 Jul 18 02:39:04.070041 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:04.079482 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-616c6f8c-709a-4a36-b6ba-13ce49fc4ab3 req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Router 800f954d-2fd2-4712-8fe5-205d52fa1da6 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:39:04.125644 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b6ece44f-c632-4416-9e17-b16fd1757dc5 req-54e6d7fd-7f4f-44b2-913f-9e2ffebfe519 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570166 Jul 18 02:39:04.255819 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50494e55-3591-498c-9e44-5fe6bd2e1b00 req-d856c89d-573d-4282-b9c7-ea57397ce957 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:04.257320 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-50494e55-3591-498c-9e44-5fe6bd2e1b00 req-d856c89d-573d-4282-b9c7-ea57397ce957 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 945 time: 0.0637350 Jul 18 02:39:04.260311 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-616c6f8c-709a-4a36-b6ba-13ce49fc4ab3 req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:39:04.273149 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9614645-1c77-4cc5-93b1-1f2c044612c4 None None] Sync routers for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:39:04.285638 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9614645-1c77-4cc5-93b1-1f2c044612c4 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:39:04.286343 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-f9614645-1c77-4cc5-93b1-1f2c044612c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:39:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:04.321021 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-616c6f8c-709a-4a36-b6ba-13ce49fc4ab3 req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] No DVR routers for this DVR port 063ebb17-b759-41b1-bb29-1214343746a1 on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:39:04.323987 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:04.325851 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-616c6f8c-709a-4a36-b6ba-13ce49fc4ab3 req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:04.327246 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=3 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:04.329099 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-616c6f8c-709a-4a36-b6ba-13ce49fc4ab3 req-682ecbc9-e0a4-4e62-8043-dfc1b8d53b70 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "DELETE /v2.0/ports/063ebb17-b759-41b1-bb29-1214343746a1 HTTP/1.1" status: 204 len: 173 time: 1.0890203 Jul 18 02:39:04.330961 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'name': 'network-vif-deleted', 'tag': '063ebb17-b759-41b1-bb29-1214343746a1'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:39:04.333245 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b8c45d-287d-404b-9891-f31df47259b7" -d '{"events": [{"server_uuid": "b883c80f-57dd-43cb-a44e-72b33a2128e9", "name": "network-vif-deleted", "tag": "063ebb17-b759-41b1-bb29-1214343746a1"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:39:04.382163 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-50494e55-3591-498c-9e44-5fe6bd2e1b00 req-2b37d728-a940-4187-8aef-a9b66459405c tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131182 Jul 18 02:39:04.384389 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942eab69-95cf-4e27-9b31-40a3ef0c06b5 x-openstack-request-id: req-942eab69-95cf-4e27-9b31-40a3ef0c06b5 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:39:04.384740 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b883c80f-57dd-43cb-a44e-72b33a2128e9", "name": "network-vif-deleted", "tag": "063ebb17-b759-41b1-bb29-1214343746a1", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:39:04.385170 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-942eab69-95cf-4e27-9b31-40a3ef0c06b5 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:39:04.385617 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942eab69-95cf-4e27-9b31-40a3ef0c06b5'] response: {'server_uuid': 'b883c80f-57dd-43cb-a44e-72b33a2128e9', 'name': 'network-vif-deleted', 'tag': '063ebb17-b759-41b1-bb29-1214343746a1', 'status': 'completed', 'code': 200} Jul 18 02:39:04.406720 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-f9614645-1c77-4cc5-93b1-1f2c044612c4 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:39:04.541576 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:04.608064 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-34392e46-a3ed-4fa3-be3a-76c2cba84891 req-a263e1b4-95f7-414e-ab2f-0bc2c1d1dc61 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 210 time: 0.0302982 Jul 18 02:39:04.614588 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-f9614645-1c77-4cc5-93b1-1f2c044612c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:04.639566 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9614645-1c77-4cc5-93b1-1f2c044612c4 None None] Checking router: 800f954d-2fd2-4712-8fe5-205d52fa1da6 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:39:04.647997 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9614645-1c77-4cc5-93b1-1f2c044612c4 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:39:04.648601 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-f9614645-1c77-4cc5-93b1-1f2c044612c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:39:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:04.751194 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-f9614645-1c77-4cc5-93b1-1f2c044612c4 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:39:04.786231 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:04.939392 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-f9614645-1c77-4cc5-93b1-1f2c044612c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:04.963845 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9614645-1c77-4cc5-93b1-1f2c044612c4 None None] The sync data for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi is: [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:39:05.172578 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38589af8-37df-484a-8037-86e2d6868f43 None None] New status for floating IP a1b523e5-294d-4415-95cb-9158708bd7cb: DOWN {{(pid=104653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:39:05.484443 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20db78-afdf-4975-aa0d-020d77bef2e6 req-e71c791c-5321-4dd3-9b06-266c5c445bd1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:05.485941 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ec20db78-afdf-4975-aa0d-020d77bef2e6 req-e71c791c-5321-4dd3-9b06-266c5c445bd1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 945 time: 0.0533261 Jul 18 02:39:05.535004 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ec20db78-afdf-4975-aa0d-020d77bef2e6 req-3bd55d0a-c52d-4ac6-b4df-3c91d654c841 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434675 Jul 18 02:39:05.713975 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-93e03c80-0e85-4d57-9390-d12889a15e66 req-86c218e6-d5f1-40d7-9b00-e83b49afd777 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 210 time: 0.0275590 Jul 18 02:39:06.528726 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-464b5f90-2d97-45cb-897d-3e70128a8d08 req-d5769d79-ca97-4a01-a2dc-923bf444164d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403767 Jul 18 02:39:06.665833 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae636c-cd25-4a55-ae69-bf69c06076cc req-f1b1d9ee-7655-498e-9a6f-062ddbdbd4cc tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:06.667342 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b5ae636c-cd25-4a55-ae69-bf69c06076cc req-f1b1d9ee-7655-498e-9a6f-062ddbdbd4cc tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 945 time: 0.0555453 Jul 18 02:39:06.683860 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b5f90-2d97-45cb-897d-3e70128a8d08 req-23774d07-de8a-4cbd-a243-de946d417971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:06.685952 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-464b5f90-2d97-45cb-897d-3e70128a8d08 req-23774d07-de8a-4cbd-a243-de946d417971 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85204e1ae6844b70b45f8452887d5385&device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 1130 time: 0.0478806 Jul 18 02:39:06.713417 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:06.722347 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b5ae636c-cd25-4a55-ae69-bf69c06076cc req-01e4ed39-d854-463d-bd27-b0601119af5d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478253 Jul 18 02:39:06.836588 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6af924ff-17e0-4cbd-9ddf-91fc41aed8ec req-3b718f2c-ae89-4cc9-bd51-b0e60d0e0fc5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=b883c80f-57dd-43cb-a44e-72b33a2128e9 HTTP/1.1" status: 200 len: 210 time: 0.0322056 Jul 18 02:39:06.840729 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8a467-f672-491e-96f0-5ec4f391d163 req-ea4bdee0-674c-4da1-a6ac-5a6f4d5dafff tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:06.842314 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cad8a467-f672-491e-96f0-5ec4f391d163 req-ea4bdee0-674c-4da1-a6ac-5a6f4d5dafff tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 945 time: 0.0496495 Jul 18 02:39:06.893372 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cad8a467-f672-491e-96f0-5ec4f391d163 req-a2c95ff4-ef68-412c-ad5b-b7d64163f70f tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456517 Jul 18 02:39:06.920649 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53376) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:07.112510 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f794473-0b59-4584-956d-c63399555910 tempest-TestVolumeBootPattern-1300839583 tempest-TestVolumeBootPattern-1300839583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:07.114749 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-8f794473-0b59-4584-956d-c63399555910 tempest-TestVolumeBootPattern-1300839583 tempest-TestVolumeBootPattern-1300839583-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 1124 time: 0.1926501 Jul 18 02:39:07.117401 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 53382) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:07.132818 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Request body: {'floatingip': {'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'port_id': '3ff30934-3b2b-494c-bbcf-58c1f9f9094e', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:39:07.177238 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 063ebb17-b759-41b1-bb29-1214343746a1 no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:39:07.196912 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: 063ebb17-b759-41b1-bb29-1214343746a1 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:39:07.197255 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 063ebb17-b759-41b1-bb29-1214343746a1 not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:39:07.215307 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b5f90-2d97-45cb-897d-3e70128a8d08 req-a8a9c7ce-eea8-4175-8479-a0608c43bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:07.216809 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-464b5f90-2d97-45cb-897d-3e70128a8d08 req-a8a9c7ce-eea8-4175-8479-a0608c43bf55 service neutron] 10.222.0.72 "GET /v2.0/networks?id=69054a80-8318-40e4-bbcb-fa67a0902b79 HTTP/1.1" status: 200 len: 911 time: 0.1257291 Jul 18 02:39:07.299695 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-464b5f90-2d97-45cb-897d-3e70128a8d08 req-5483d549-3692-4ee4-8147-03bd3dfda137 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b04923-0911-4df9-b770-512e41d840f9 HTTP/1.1" status: 200 len: 1001 time: 0.0600636 Jul 18 02:39:07.349472 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b5f90-2d97-45cb-897d-3e70128a8d08 req-b67cf0a8-44c0-4c6c-a97c-7b6f1cb2164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:07.350933 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-464b5f90-2d97-45cb-897d-3e70128a8d08 req-b67cf0a8-44c0-4c6c-a97c-7b6f1cb2164c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a535d1c-7310-4558-a2ba-5d3749160bbf HTTP/1.1" status: 200 len: 849 time: 0.0450242 Jul 18 02:39:07.368758 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:07.418910 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b5f90-2d97-45cb-897d-3e70128a8d08 req-e3512529-bf43-4c31-99e4-b0abb012768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:07.421002 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-464b5f90-2d97-45cb-897d-3e70128a8d08 req-e3512529-bf43-4c31-99e4-b0abb012768b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=69054a80-8318-40e4-bbcb-fa67a0902b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617559 Jul 18 02:39:07.523295 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:07.526188 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:07.596272 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-464b5f90-2d97-45cb-897d-3e70128a8d08 req-353a466f-b984-4157-b55f-5a9519de91b6 service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467278 Jul 18 02:39:07.614822 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:07.711030 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Allocated IP 172.27.3.240 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/e0b2ad8d-9b77-4467-8246-4547f55ca12f) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:39:07.740851 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-464b5f90-2d97-45cb-897d-3e70128a8d08 req-92ad87b3-6db2-4e3a-ac4b-a5d044b7d032 service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352243 Jul 18 02:39:07.835692 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for port (e0b2ad8d-9b77-4467-8246-4547f55ca12f), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:08.045009 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (e0b2ad8d-9b77-4467-8246-4547f55ca12f), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:08.084931 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:39:08.089194 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53388) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:08.093133 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:39:08.097086 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:39:08.100496 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event updated for resources: {'Port': ['ID=e0b2ad8d-9b77-4467-8246-4547f55ca12f,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:08.125985 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:08.156020 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-73aefe2c-9554-44b5-a562-9a16a0a37b46 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (ddca24cb-5102-4722-84d4-41c5c6874048), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:08.185371 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-73aefe2c-9554-44b5-a562-9a16a0a37b46 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (ddca24cb-5102-4722-84d4-41c5c6874048), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:08.199629 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:08.396931 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-73aefe2c-9554-44b5-a562-9a16a0a37b46 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (ddca24cb-5102-4722-84d4-41c5c6874048), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:08.405010 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-73aefe2c-9554-44b5-a562-9a16a0a37b46 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:08.409526 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-73aefe2c-9554-44b5-a562-9a16a0a37b46 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "DELETE /v2.0/security-groups/ddca24cb-5102-4722-84d4-41c5c6874048 HTTP/1.1" status: 204 len: 168 time: 0.3191133 Jul 18 02:39:08.417789 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53394) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:08.432158 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aefe2c-9554-44b5-a562-9a16a0a37b46 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddca24cb-5102-4722-84d4-41c5c6874048,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:08.453535 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.api.v2.resource [None req-6c6cb4b9-71c0-4107-a4a3-83c0f3af3163 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] show failed (client error): The resource could not be found. Jul 18 02:39:08.453535 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6c6cb4b9-71c0-4107-a4a3-83c0f3af3163 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups/ddca24cb-5102-4722-84d4-41c5c6874048 HTTP/1.1" status: 404 len: 347 time: 0.0219769 Jul 18 02:39:08.453535 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53396) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:08.497680 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for floatingip (1ceda3af-d2fc-4d71-8057-e59b03a044d0), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:08.572262 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-d2d0c996-b655-40d3-9c7e-23d8914343c2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Deleting port eb0abf15-efe3-4f42-b1a7-659c61968895 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:39:08.572722 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c996-b655-40d3-9c7e-23d8914343c2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (eb0abf15-efe3-4f42-b1a7-659c61968895), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:08.665184 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (e0b2ad8d-9b77-4467-8246-4547f55ca12f), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:08.677398 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4ecd7-7fff-45a9-b3a4-b74d2f0629c2 req-0a901f2f-8383-49e3-b976-ee3bff705706 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:08.678964 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-73d4ecd7-7fff-45a9-b3a4-b74d2f0629c2 req-0a901f2f-8383-49e3-b976-ee3bff705706 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0849524 Jul 18 02:39:08.705999 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c996-b655-40d3-9c7e-23d8914343c2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (eb0abf15-efe3-4f42-b1a7-659c61968895), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:08.709490 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c996-b655-40d3-9c7e-23d8914343c2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (eb0abf15-efe3-4f42-b1a7-659c61968895), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:08.729863 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-d2d0c996-b655-40d3-9c7e-23d8914343c2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Calling delete_port for eb0abf15-efe3-4f42-b1a7-659c61968895 owned by network:floatingip {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:39:08.775449 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:08.788715 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-73d4ecd7-7fff-45a9-b3a4-b74d2f0629c2 req-9b98b3d7-01a9-486e-a94c-ab0ce0b0e2b7 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029620 Jul 18 02:39:08.824573 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for port (e0b2ad8d-9b77-4467-8246-4547f55ca12f), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:08.936202 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (e0b2ad8d-9b77-4467-8246-4547f55ca12f), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:08.987711 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c996-b655-40d3-9c7e-23d8914343c2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (eb0abf15-efe3-4f42-b1a7-659c61968895), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:09.014820 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0c996-b655-40d3-9c7e-23d8914343c2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event deleted for resources: {'Port': ['ID=eb0abf15-efe3-4f42-b1a7-659c61968895,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:09.015047 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event updated for resources: {'Port': ['ID=e0b2ad8d-9b77-4467-8246-4547f55ca12f,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:09.029060 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (1ceda3af-d2fc-4d71-8057-e59b03a044d0), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:09.080748 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c996-b655-40d3-9c7e-23d8914343c2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (a1b523e5-294d-4415-95cb-9158708bd7cb), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:09.083366 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c996-b655-40d3-9c7e-23d8914343c2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:09.087153 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-d2d0c996-b655-40d3-9c7e-23d8914343c2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "DELETE /v2.0/floatingips/a1b523e5-294d-4415-95cb-9158708bd7cb HTTP/1.1" status: 204 len: 168 time: 0.6301003 Jul 18 02:39:09.128331 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.l3_db [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Floating IP 1ceda3af-d2fc-4d71-8057-e59b03a044d0 associated. External IP: 172.27.3.240, port: 3ff30934-3b2b-494c-bbcf-58c1f9f9094e. Jul 18 02:39:09.265050 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:09.302952 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53402) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:09.311524 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-eeaedf17-1d4b-4e93-b3d2-af5b3e03208b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1525418456', 'description': 'tempest-description--1826605103'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:39:09.331090 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:39:09.393935 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eeaedf17-1d4b-4e93-b3d2-af5b3e03208b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:09.394749 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:39:09.476174 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eeaedf17-1d4b-4e93-b3d2-af5b3e03208b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (2c35c264-6abc-402e-9004-4cae35fc4963), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:09.625171 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eeaedf17-1d4b-4e93-b3d2-af5b3e03208b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (2c35c264-6abc-402e-9004-4cae35fc4963), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:09.647387 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:09.656431 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaedf17-1d4b-4e93-b3d2-af5b3e03208b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c35c264-6abc-402e-9004-4cae35fc4963,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:09.707142 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:39:09.714605 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eeaedf17-1d4b-4e93-b3d2-af5b3e03208b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:09.716757 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-eeaedf17-1d4b-4e93-b3d2-af5b3e03208b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4127393 Jul 18 02:39:09.718443 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96213d-fd0d-4cad-8f46-8aba2ca181f9 None None] Sync routers for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:39:09.722459 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53404) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:09.724800 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-143b7061-eddc-48db-82df-c472eee8f885 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'security_group_rule': {'security_group_id': '2c35c264-6abc-402e-9004-4cae35fc4963', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:39:09.734860 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96213d-fd0d-4cad-8f46-8aba2ca181f9 None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:39:09.735595 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-4f96213d-fd0d-4cad-8f46-8aba2ca181f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:39:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:09.816195 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:09.824503 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:09.837485 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-4f96213d-fd0d-4cad-8f46-8aba2ca181f9 None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:39:09.856730 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-83fedd4b-7341-4356-9951-e027ddd96738 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7380602 Jul 18 02:39:09.858297 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7697d1-40ec-4c17-979a-de45d737eac5', 'tag': '3ff30934-3b2b-494c-bbcf-58c1f9f9094e'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:39:09.860790 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509c9756-0d25-4b47-be00-3ba14aea66ba" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7697d1-40ec-4c17-979a-de45d737eac5", "tag": "3ff30934-3b2b-494c-bbcf-58c1f9f9094e"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:39:09.882121 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:09.901160 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30462db-3917-4f2b-967a-900623aabaf2 x-openstack-request-id: req-e30462db-3917-4f2b-967a-900623aabaf2 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:39:09.901821 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7697d1-40ec-4c17-979a-de45d737eac5", "tag": "3ff30934-3b2b-494c-bbcf-58c1f9f9094e", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:39:09.902211 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e30462db-3917-4f2b-967a-900623aabaf2 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:39:09.902731 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30462db-3917-4f2b-967a-900623aabaf2'] response: {'name': 'network-changed', 'server_uuid': 'fb7697d1-40ec-4c17-979a-de45d737eac5', 'tag': '3ff30934-3b2b-494c-bbcf-58c1f9f9094e', 'status': 'completed', 'code': 200} Jul 18 02:39:09.918495 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76122-d2e0-4b9c-8333-33acdbeb34e1 req-dbba68fc-bd34-4600-928d-47f082737efb tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:09.928403 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a5c76122-d2e0-4b9c-8333-33acdbeb34e1 req-dbba68fc-bd34-4600-928d-47f082737efb tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0494056 Jul 18 02:39:09.969095 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a5c76122-d2e0-4b9c-8333-33acdbeb34e1 req-e3481c1a-b8ed-490b-9375-998be5775074 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423684 Jul 18 02:39:09.979247 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-143b7061-eddc-48db-82df-c472eee8f885 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (ee4f210c-8bec-4110-a822-8537ffa9c502), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:10.011884 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c9756-0d25-4b47-be00-3ba14aea66ba req-877b054c-9375-4d9c-9a0b-17ce14e02d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:10.013410 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-509c9756-0d25-4b47-be00-3ba14aea66ba req-877b054c-9375-4d9c-9a0b-17ce14e02d6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=807f88779cf842f3bbe09615d470f44c&device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 1129 time: 0.0473397 Jul 18 02:39:10.048051 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-143b7061-eddc-48db-82df-c472eee8f885 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (ee4f210c-8bec-4110-a822-8537ffa9c502), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:10.072138 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-4f96213d-fd0d-4cad-8f46-8aba2ca181f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '1ceda3af-d2fc-4d71-8057-e59b03a044d0', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'port_id': '3ff30934-3b2b-494c-bbcf-58c1f9f9094e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'mac_address': 'fa:16:3e:59:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7697d1-40ec-4c17-979a-de45d737eac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:39:08Z', 'updated_at': '2022-07-18T02:39:08Z', 'revision_number': 0, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:10.096581 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96213d-fd0d-4cad-8f46-8aba2ca181f9 None None] Checking router: 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:39:10.105190 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96213d-fd0d-4cad-8f46-8aba2ca181f9 None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:39:10.105830 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-4f96213d-fd0d-4cad-8f46-8aba2ca181f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:39:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:10.117577 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-143b7061-eddc-48db-82df-c472eee8f885 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (ee4f210c-8bec-4110-a822-8537ffa9c502), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:10.132433 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c9756-0d25-4b47-be00-3ba14aea66ba req-99f50f30-45de-4aec-badb-9f790d6faaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:10.133918 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-509c9756-0d25-4b47-be00-3ba14aea66ba req-99f50f30-45de-4aec-badb-9f790d6faaef service neutron] 10.222.0.72 "GET /v2.0/networks?id=40df86f1-859f-4d28-af05-d94fe8d1d2ea HTTP/1.1" status: 200 len: 913 time: 0.0919054 Jul 18 02:39:10.134367 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b7061-eddc-48db-82df-c472eee8f885 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4f210c-8bec-4110-a822-8537ffa9c502,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:10.207330 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-509c9756-0d25-4b47-be00-3ba14aea66ba req-f13c15f4-5d8d-4950-b250-46c780d68b00 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ff30934-3b2b-494c-bbcf-58c1f9f9094e HTTP/1.1" status: 200 len: 999 time: 0.0610127 Jul 18 02:39:10.211376 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-4f96213d-fd0d-4cad-8f46-8aba2ca181f9 None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:39:10.238263 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-143b7061-eddc-48db-82df-c472eee8f885 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:10.240560 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-143b7061-eddc-48db-82df-c472eee8f885 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5184305 Jul 18 02:39:10.241827 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:10.248827 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53412) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:10.251051 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:10.253443 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-59790f94-221f-4de0-9d17-6c99412d0289 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'security_group_rule': {'security_group_id': '2c35c264-6abc-402e-9004-4cae35fc4963', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:39:10.260539 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c9756-0d25-4b47-be00-3ba14aea66ba req-200530e4-95bf-49e2-b1d7-ffd154df54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:10.262063 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-509c9756-0d25-4b47-be00-3ba14aea66ba req-200530e4-95bf-49e2-b1d7-ffd154df54d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaa05713-ce93-4cf4-8801-b67183726cee HTTP/1.1" status: 200 len: 851 time: 0.0469093 Jul 18 02:39:10.308723 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c9756-0d25-4b47-be00-3ba14aea66ba req-e2787136-5701-4f88-baf8-cadf990b20bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:10.310471 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-509c9756-0d25-4b47-be00-3ba14aea66ba req-e2787136-5701-4f88-baf8-cadf990b20bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40df86f1-859f-4d28-af05-d94fe8d1d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400352 Jul 18 02:39:10.353411 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-59790f94-221f-4de0-9d17-6c99412d0289 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (c0f1b6b4-7021-4e0a-b5cf-4fbebf8f2975), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:10.411505 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-509c9756-0d25-4b47-be00-3ba14aea66ba req-3e971979-a2ad-405c-accb-6abee8ba5835 service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946639 Jul 18 02:39:10.417948 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-59790f94-221f-4de0-9d17-6c99412d0289 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (c0f1b6b4-7021-4e0a-b5cf-4fbebf8f2975), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:10.437817 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-4f96213d-fd0d-4cad-8f46-8aba2ca181f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '1ceda3af-d2fc-4d71-8057-e59b03a044d0', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'port_id': '3ff30934-3b2b-494c-bbcf-58c1f9f9094e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'mac_address': 'fa:16:3e:59:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7697d1-40ec-4c17-979a-de45d737eac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:39:08Z', 'updated_at': '2022-07-18T02:39:08Z', 'revision_number': 0, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:10.462839 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96213d-fd0d-4cad-8f46-8aba2ca181f9 None None] The sync data for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi is: [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '1ceda3af-d2fc-4d71-8057-e59b03a044d0', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'port_id': '3ff30934-3b2b-494c-bbcf-58c1f9f9094e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'mac_address': 'fa:16:3e:59:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7697d1-40ec-4c17-979a-de45d737eac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:39:08Z', 'updated_at': '2022-07-18T02:39:08Z', 'revision_number': 0, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:39:10.512358 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-509c9756-0d25-4b47-be00-3ba14aea66ba req-bcb283af-b33c-48d2-a625-aa86413acc14 service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892370 Jul 18 02:39:10.542304 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-59790f94-221f-4de0-9d17-6c99412d0289 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (c0f1b6b4-7021-4e0a-b5cf-4fbebf8f2975), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:10.562413 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59790f94-221f-4de0-9d17-6c99412d0289 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f1b6b4-7021-4e0a-b5cf-4fbebf8f2975,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:10.656487 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-59790f94-221f-4de0-9d17-6c99412d0289 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:10.657714 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-59790f94-221f-4de0-9d17-6c99412d0289 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4078264 Jul 18 02:39:10.661018 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53414) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:10.666266 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'floatingip': {'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:39:10.668578 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6049c3a0-d585-4b2e-8740-fca318bb3402 None None] New status for floating IP 1ceda3af-d2fc-4d71-8057-e59b03a044d0: ACTIVE {{(pid=104653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:39:10.836718 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:10.919256 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:11.027442 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Allocated IP 172.27.3.89 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/e4b880aa-76f8-4bab-a02c-e2c87bcc9ba6) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:39:11.095426 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f0a0d-6648-4e11-8143-32aec1ef6b2c req-ab77e2ad-bcbb-42fc-acdd-2d6e132d7465 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:11.096940 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f59f0a0d-6648-4e11-8143-32aec1ef6b2c req-ab77e2ad-bcbb-42fc-acdd-2d6e132d7465 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0532899 Jul 18 02:39:11.134664 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for port (e4b880aa-76f8-4bab-a02c-e2c87bcc9ba6), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:11.145807 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f59f0a0d-6648-4e11-8143-32aec1ef6b2c req-7f91c11f-8a82-4417-a95b-9478c71c17e5 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431812 Jul 18 02:39:11.166192 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:11.268701 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (e4b880aa-76f8-4bab-a02c-e2c87bcc9ba6), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:11.307384 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:39:11.312979 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:39:11.316961 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:39:11.340331 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'Port': ['ID=e4b880aa-76f8-4bab-a02c-e2c87bcc9ba6,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:11.401553 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (e13d267c-401f-4b8e-818e-3e26117b1d79), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:11.504849 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (e4b880aa-76f8-4bab-a02c-e2c87bcc9ba6), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:11.527790 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:11.652393 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for port (e4b880aa-76f8-4bab-a02c-e2c87bcc9ba6), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:11.762363 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714115'] for port (e4b880aa-76f8-4bab-a02c-e2c87bcc9ba6), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:11.831648 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'Port': ['ID=e4b880aa-76f8-4bab-a02c-e2c87bcc9ba6,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:11.845077 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (e13d267c-401f-4b8e-818e-3e26117b1d79), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:11.958239 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:11.959489 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-8d90a482-0bd7-4d53-8d8c-c487f13e83ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2975354 Jul 18 02:39:11.979828 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:12.157427 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-da418ca3-da7b-4292-bfd3-814061080350 req-4716d6a7-0564-456c-9e55-1c22ee80d08a tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1525418456&fields=id&tenant_id=4b02a417904a474abcab1eec5cea9c7e HTTP/1.1" status: 200 len: 267 time: 0.0425937 Jul 18 02:39:12.261509 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a834703-4f76-4ef1-856d-4bc314c04973 req-06e5b397-b0e5-4230-a327-129af0a26022 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:12.263046 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5a834703-4f76-4ef1-856d-4bc314c04973 req-06e5b397-b0e5-4230-a327-129af0a26022 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0473909 Jul 18 02:39:12.266858 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da418ca3-da7b-4292-bfd3-814061080350 req-e1c88229-637c-46a9-a390-2d2bdf5f4d2b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:12.268328 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-da418ca3-da7b-4292-bfd3-814061080350 req-e1c88229-637c-46a9-a390-2d2bdf5f4d2b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/networks?id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 HTTP/1.1" status: 200 len: 815 time: 0.1046300 Jul 18 02:39:12.283191 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-da418ca3-da7b-4292-bfd3-814061080350 req-c15fafad-d5ca-4c98-a85d-27fed045bd81 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/quotas/4b02a417904a474abcab1eec5cea9c7e HTTP/1.1" status: 200 len: 375 time: 0.0096073 Jul 18 02:39:12.312525 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5a834703-4f76-4ef1-856d-4bc314c04973 req-832be6c8-d3ac-4213-a4b9-eb6cb72a2ebb tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429933 Jul 18 02:39:12.335922 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-da418ca3-da7b-4292-bfd3-814061080350 req-98a47d18-f8ea-456f-bc47-15bb4c8b901b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b02a417904a474abcab1eec5cea9c7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471256 Jul 18 02:39:12.432525 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-da418ca3-da7b-4292-bfd3-814061080350 req-9c3d3e21-7e8e-4724-88e8-c4beb6d0bf25 service neutron] 10.222.0.66 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848374 Jul 18 02:39:12.525241 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-da418ca3-da7b-4292-bfd3-814061080350 req-79034409-775f-44f4-88d5-ab6e1d8c3de5 service neutron] 10.222.0.66 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861351 Jul 18 02:39:12.745882 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5eb5359e-e9aa-415c-8389-ad032b9c9908 req-74946181-4a7e-4580-8540-d35c543e06ff tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 210 time: 0.0285804 Jul 18 02:39:13.427300 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dfccd-6675-441c-9f8b-3759d93a2a8b req-cfcf2edd-14de-4917-a353-e8a9a11c4a83 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:13.428759 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-249dfccd-6675-441c-9f8b-3759d93a2a8b req-cfcf2edd-14de-4917-a353-e8a9a11c4a83 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0485866 Jul 18 02:39:13.486016 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-249dfccd-6675-441c-9f8b-3759d93a2a8b req-df00ed24-a71d-4ce9-8a96-127f5acc60f4 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517101 Jul 18 02:39:13.846472 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5f230686-e587-4d9e-b517-10c49e3055cf req-bb92df27-79b7-4bcf-a868-cfba54117b89 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 210 time: 0.0314095 Jul 18 02:39:14.605232 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855b0f8-bb44-4402-adf8-66f2b6d4b543 req-732d18c8-51f0-4f6e-8fa4-2eb946490a2a tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:14.606783 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8855b0f8-bb44-4402-adf8-66f2b6d4b543 req-732d18c8-51f0-4f6e-8fa4-2eb946490a2a tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0519862 Jul 18 02:39:14.654310 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8855b0f8-bb44-4402-adf8-66f2b6d4b543 req-da00ddfe-489a-441c-9d02-5cdbe8f23f1e tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418248 Jul 18 02:39:14.942022 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f1805ab0-cc7e-4068-b188-7c5c8c3e88ae req-6e27bb56-3139-47ce-a24a-4bbfc177a6c1 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 210 time: 0.0285130 Jul 18 02:39:15.188719 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da418ca3-da7b-4292-bfd3-814061080350 req-fc7c752d-bce0-4756-979b-b093975d3e23 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:15.190257 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da418ca3-da7b-4292-bfd3-814061080350 req-fc7c752d-bce0-4756-979b-b093975d3e23 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "GET /v2.0/networks?id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 HTTP/1.1" status: 200 len: 815 time: 0.1048715 Jul 18 02:39:15.265722 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da418ca3-da7b-4292-bfd3-814061080350 req-18bbe547-8fde-4d15-9cdd-e27d1fcbfba3 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b02a417904a474abcab1eec5cea9c7e HTTP/1.1" status: 200 len: 380 time: 0.0563912 Jul 18 02:39:15.274270 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-da418ca3-da7b-4292-bfd3-814061080350 req-374bd1ea-c5e3-4abb-9d29-79d9eb591995 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'port': {'device_id': '5530cea9-7344-405e-bf59-9d4f629dddbc', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'admin_state_up': True, 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'security_groups': ['2c35c264-6abc-402e-9004-4cae35fc4963']}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:39:15.319444 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:15.506914 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da418ca3-da7b-4292-bfd3-814061080350 req-374bd1ea-c5e3-4abb-9d29-79d9eb591995 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Made reservation on behalf of 4b02a417904a474abcab1eec5cea9c7e for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:39:15.510477 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-da418ca3-da7b-4292-bfd3-814061080350 req-374bd1ea-c5e3-4abb-9d29-79d9eb591995 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:15.643403 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-da418ca3-da7b-4292-bfd3-814061080350 req-374bd1ea-c5e3-4abb-9d29-79d9eb591995 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Allocated IP 172.20.0.6 (cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3/980bd026-fed1-45eb-bd25-e5a3e3e70779/83d3e4fd-d88a-4c8f-85f4-86112f998a96) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:39:15.772140 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf90aa1-8345-48e0-bdcd-c1bb7d2a68f4 req-0ebdb20e-bd39-4a7b-a078-bdfe9372c471 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:15.773798 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cbf90aa1-8345-48e0-bdcd-c1bb7d2a68f4 req-0ebdb20e-bd39-4a7b-a078-bdfe9372c471 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0502214 Jul 18 02:39:15.792714 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-da418ca3-da7b-4292-bfd3-814061080350 req-374bd1ea-c5e3-4abb-9d29-79d9eb591995 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for port (83d3e4fd-d88a-4c8f-85f4-86112f998a96), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:15.832597 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cbf90aa1-8345-48e0-bdcd-c1bb7d2a68f4 req-170b3edf-1eee-4e5a-b53e-c35b15487fe9 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528684 Jul 18 02:39:16.023927 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-da418ca3-da7b-4292-bfd3-814061080350 req-374bd1ea-c5e3-4abb-9d29-79d9eb591995 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (83d3e4fd-d88a-4c8f-85f4-86112f998a96), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:16.083934 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:16.101186 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03aba30-74b6-44ac-ab39-a502fd5ffeae req-624bd41c-a5a0-4d2f-8b95-5a94f110f772 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:16.101186 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c03aba30-74b6-44ac-ab39-a502fd5ffeae req-624bd41c-a5a0-4d2f-8b95-5a94f110f772 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 931 time: 0.0889385 Jul 18 02:39:16.104669 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da418ca3-da7b-4292-bfd3-814061080350 req-374bd1ea-c5e3-4abb-9d29-79d9eb591995 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:39:16.109984 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-da418ca3-da7b-4292-bfd3-814061080350 req-374bd1ea-c5e3-4abb-9d29-79d9eb591995 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:39:16.112558 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bd1ea-c5e3-4abb-9d29-79d9eb591995 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'Port': ['ID=83d3e4fd-d88a-4c8f-85f4-86112f998a96,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:16.119352 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-da418ca3-da7b-4292-bfd3-814061080350 req-374bd1ea-c5e3-4abb-9d29-79d9eb591995 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:39:16.194220 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da418ca3-da7b-4292-bfd3-814061080350 req-374bd1ea-c5e3-4abb-9d29-79d9eb591995 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:16.194897 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-da418ca3-da7b-4292-bfd3-814061080350 req-374bd1ea-c5e3-4abb-9d29-79d9eb591995 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:16.214495 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c03aba30-74b6-44ac-ab39-a502fd5ffeae req-915f8309-ebf8-4458-8d04-ae720433b564 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c35c264-6abc-402e-9004-4cae35fc4963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064322 Jul 18 02:39:16.393640 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-82a9f0b9-77f8-4d52-a6f8-91a3d7ca9fa0 None None] Provisioning complete for port 83d3e4fd-d88a-4c8f-85f4-86112f998a96 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:39:16.394252 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da418ca3-da7b-4292-bfd3-814061080350 req-374bd1ea-c5e3-4abb-9d29-79d9eb591995 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1231191 Jul 18 02:39:16.394373 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-82a9f0b9-77f8-4d52-a6f8-91a3d7ca9fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (83d3e4fd-d88a-4c8f-85f4-86112f998a96), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:16.413596 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Request body: {'port': {'device_id': '5530cea9-7344-405e-bf59-9d4f629dddbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:39:16.427508 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-82a9f0b9-77f8-4d52-a6f8-91a3d7ca9fa0 None None] Port 83d3e4fd-d88a-4c8f-85f4-86112f998a96 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:39:16.471710 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:16.474390 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (83d3e4fd-d88a-4c8f-85f4-86112f998a96), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:16.733709 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d3e4fd-d88a-4c8f-85f4-86112f998a96 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:39:16.741094 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Publish callbacks [] for port (83d3e4fd-d88a-4c8f-85f4-86112f998a96), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:16.754687 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Transition to ACTIVE for port object 83d3e4fd-d88a-4c8f-85f4-86112f998a96 will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:39:16.864652 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (83d3e4fd-d88a-4c8f-85f4-86112f998a96), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:16.920569 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Pushing event updated for resources: {'Port': ['ID=83d3e4fd-d88a-4c8f-85f4-86112f998a96,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:16.956278 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780647e-bc1d-4050-a35b-e068abe4e198 req-fe3b8407-8c17-4323-b0ae-0c7e1115c81b tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:16.958514 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1780647e-bc1d-4050-a35b-e068abe4e198 req-fe3b8407-8c17-4323-b0ae-0c7e1115c81b tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0508327 Jul 18 02:39:16.988540 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:16.992948 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Attempting to bind port 83d3e4fd-d88a-4c8f-85f4-86112f998a96 on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:39:16.993285 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Attempting to bind port 83d3e4fd-d88a-4c8f-85f4-86112f998a96 by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:39:16.993617 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Attempting to bind port 83d3e4fd-d88a-4c8f-85f4-86112f998a96 on network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:39:16.998172 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Port 83d3e4fd-d88a-4c8f-85f4-86112f998a96 on network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:39:16.998609 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Attempting to bind port 83d3e4fd-d88a-4c8f-85f4-86112f998a96 on network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:39:17.003637 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:39:17.003963 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Checking segment: {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:39:17.004346 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Bound using segment: {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:39:17.004777 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Bound port: 83d3e4fd-d88a-4c8f-85f4-86112f998a96, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:39:17.005140 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (83d3e4fd-d88a-4c8f-85f4-86112f998a96), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:17.014888 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1780647e-bc1d-4050-a35b-e068abe4e198 req-a49a6456-8b34-4280-8b8f-6a3935fc0a69 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498004 Jul 18 02:39:17.074254 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] For port 83d3e4fd-d88a-4c8f-85f4-86112f998a96, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:39:17.077743 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] For port 83d3e4fd-d88a-4c8f-85f4-86112f998a96, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=83d3e4fd-d88a-4c8f-85f4-86112f998a96,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:39:17.157789 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (83d3e4fd-d88a-4c8f-85f4-86112f998a96), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:17.192569 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:17.193466 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:17.194791 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da418ca3-da7b-4292-bfd3-814061080350 req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] 10.222.0.72 "PUT /v2.0/ports/83d3e4fd-d88a-4c8f-85f4-86112f998a96 HTTP/1.1" status: 200 len: 1093 time: 0.7854600 Jul 18 02:39:17.195459 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5530cea9-7344-405e-bf59-9d4f629dddbc', 'tag': '83d3e4fd-d88a-4c8f-85f4-86112f998a96'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:39:17.197467 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1358bc6-ca1e-4f0a-aa4b-8a5ecc08b818" -d '{"events": [{"name": "network-changed", "server_uuid": "5530cea9-7344-405e-bf59-9d4f629dddbc", "tag": "83d3e4fd-d88a-4c8f-85f4-86112f998a96"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:39:17.224552 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d511a6-1851-416f-a506-7f54afb6617d service neutron] Pushing event updated for resources: {'Port': ['ID=83d3e4fd-d88a-4c8f-85f4-86112f998a96,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:17.247699 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bc99ae-6dbe-4429-a408-117ebb5a46d8 x-openstack-request-id: req-49bc99ae-6dbe-4429-a408-117ebb5a46d8 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:39:17.248000 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5530cea9-7344-405e-bf59-9d4f629dddbc", "tag": "83d3e4fd-d88a-4c8f-85f4-86112f998a96", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:39:17.248258 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49bc99ae-6dbe-4429-a408-117ebb5a46d8 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:39:17.248783 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49bc99ae-6dbe-4429-a408-117ebb5a46d8'] response: {'name': 'network-changed', 'server_uuid': '5530cea9-7344-405e-bf59-9d4f629dddbc', 'tag': '83d3e4fd-d88a-4c8f-85f4-86112f998a96', 'status': 'completed', 'code': 200} Jul 18 02:39:17.333848 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75238f9e-13f9-481a-bdb8-e0aef52eb4e4 req-57c2fa5f-c0fd-48c3-8194-9f3857c626cc tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:17.335561 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-75238f9e-13f9-481a-bdb8-e0aef52eb4e4 req-57c2fa5f-c0fd-48c3-8194-9f3857c626cc tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 943 time: 0.0518403 Jul 18 02:39:17.348939 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1358bc6-ca1e-4f0a-aa4b-8a5ecc08b818 req-6e4db78e-aa99-4f96-b748-f17457d0dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:17.350696 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e1358bc6-ca1e-4f0a-aa4b-8a5ecc08b818 req-6e4db78e-aa99-4f96-b748-f17457d0dcd5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b02a417904a474abcab1eec5cea9c7e&device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 1127 time: 0.0515308 Jul 18 02:39:17.384081 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-75238f9e-13f9-481a-bdb8-e0aef52eb4e4 req-dfc93334-3bb2-4e4d-b3ad-e8a1b7d8372d tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c35c264-6abc-402e-9004-4cae35fc4963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Jul 18 02:39:17.468915 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1358bc6-ca1e-4f0a-aa4b-8a5ecc08b818 req-de32e5a5-ad65-420d-b664-684ea04e7b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:17.470387 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e1358bc6-ca1e-4f0a-aa4b-8a5ecc08b818 req-de32e5a5-ad65-420d-b664-684ea04e7b0b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4b02a417904a474abcab1eec5cea9c7e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0985098 Jul 18 02:39:17.561849 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1358bc6-ca1e-4f0a-aa4b-8a5ecc08b818 req-5d7e7aeb-909e-4df9-b30d-1ed532bc86f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:17.563256 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e1358bc6-ca1e-4f0a-aa4b-8a5ecc08b818 req-5d7e7aeb-909e-4df9-b30d-1ed532bc86f1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872018 Jul 18 02:39:17.675732 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da418ca3-da7b-4292-bfd3-814061080350 req-2b9d997a-5033-4c03-bf7f-c0e78a2c5ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:17.677277 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da418ca3-da7b-4292-bfd3-814061080350 req-2b9d997a-5033-4c03-bf7f-c0e78a2c5ceb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b02a417904a474abcab1eec5cea9c7e&device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 1127 time: 0.0449452 Jul 18 02:39:17.724784 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da418ca3-da7b-4292-bfd3-814061080350 req-d811e39a-de54-4d93-aeea-9a3d263f2956 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83d3e4fd-d88a-4c8f-85f4-86112f998a96 HTTP/1.1" status: 200 len: 217 time: 0.0325923 Jul 18 02:39:17.775160 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da418ca3-da7b-4292-bfd3-814061080350 req-4c005e5a-0cfb-42f0-a200-c6ae23851ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:17.776590 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da418ca3-da7b-4292-bfd3-814061080350 req-4c005e5a-0cfb-42f0-a200-c6ae23851ef8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=980bd026-fed1-45eb-bd25-e5a3e3e70779 HTTP/1.1" status: 200 len: 854 time: 0.0437384 Jul 18 02:39:17.823338 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da418ca3-da7b-4292-bfd3-814061080350 req-b9f58403-1e3c-4510-a325-b03c1234c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:17.824685 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da418ca3-da7b-4292-bfd3-814061080350 req-b9f58403-1e3c-4510-a325-b03c1234c0de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378609 Jul 18 02:39:17.916269 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da418ca3-da7b-4292-bfd3-814061080350 req-f534aeed-ef68-4668-b81b-63f377149bb2 service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844989 Jul 18 02:39:18.004126 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:18.019393 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da418ca3-da7b-4292-bfd3-814061080350 req-b5627113-6606-466d-b4e8-06fe92d8560e service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966303 Jul 18 02:39:18.138276 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6ad87-b8fe-4299-a1ba-08d1f95319f9 req-3d274dd5-1c3c-46c2-84aa-27b1775e803b tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:18.140245 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-41b6ad87-b8fe-4299-a1ba-08d1f95319f9 req-3d274dd5-1c3c-46c2-84aa-27b1775e803b tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0515122 Jul 18 02:39:18.188382 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-41b6ad87-b8fe-4299-a1ba-08d1f95319f9 req-a1bfa417-8578-4a4b-903a-167ab7372238 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425322 Jul 18 02:39:18.485327 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:18.500597 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0add0-1b67-4a6c-8757-70aae044732d req-3d2e1b83-bb6b-4bab-8bdf-b5bc1518987c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:18.512373 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e0b0add0-1b67-4a6c-8757-70aae044732d req-3d2e1b83-bb6b-4bab-8bdf-b5bc1518987c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 943 time: 0.0493965 Jul 18 02:39:18.550070 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e0b0add0-1b67-4a6c-8757-70aae044732d req-286cd3fe-e1a5-4abe-9fd9-5505caffa466 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c35c264-6abc-402e-9004-4cae35fc4963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423856 Jul 18 02:39:19.302361 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc61b1a-3e54-4a06-af61-27f2ce85b210 req-e2a9e231-85fc-492a-9d27-1d8b25be37a8 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:19.303778 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ebc61b1a-3e54-4a06-af61-27f2ce85b210 req-e2a9e231-85fc-492a-9d27-1d8b25be37a8 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0477891 Jul 18 02:39:19.351579 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ebc61b1a-3e54-4a06-af61-27f2ce85b210 req-f6087b44-0912-4a8b-baff-af0710fa4de5 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422568 Jul 18 02:39:19.664603 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2f937-62a1-4e34-8dc9-30eaa7de8b9f req-821aa12c-8b9b-4663-82ff-8674ca5abfc7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:19.666074 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-25e2f937-62a1-4e34-8dc9-30eaa7de8b9f req-821aa12c-8b9b-4663-82ff-8674ca5abfc7 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 943 time: 0.0469615 Jul 18 02:39:19.697101 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:19.713766 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-25e2f937-62a1-4e34-8dc9-30eaa7de8b9f req-3c4aac5b-812e-4882-93a1-f59cc75ea2f0 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c35c264-6abc-402e-9004-4cae35fc4963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413818 Jul 18 02:39:20.469091 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f542223-8241-483f-b760-92d3cd7923e8 req-d7053849-03f9-4132-9bca-ea3760ce2d28 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:20.470551 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0f542223-8241-483f-b760-92d3cd7923e8 req-d7053849-03f9-4132-9bca-ea3760ce2d28 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0514100 Jul 18 02:39:20.517540 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0f542223-8241-483f-b760-92d3cd7923e8 req-f4da9892-b20f-4ae7-9b29-4eb6b954290e tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413663 Jul 18 02:39:20.829678 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f319b-dd3d-48ec-9568-5226bdad2eb8 req-d63ea7f3-0818-4320-925c-f85a5998f7f2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:20.831136 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-284f319b-dd3d-48ec-9568-5226bdad2eb8 req-d63ea7f3-0818-4320-925c-f85a5998f7f2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 943 time: 0.0507932 Jul 18 02:39:20.877740 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-284f319b-dd3d-48ec-9568-5226bdad2eb8 req-21c8610d-24ab-4e9e-af74-c7193cd7d1c0 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c35c264-6abc-402e-9004-4cae35fc4963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410368 Jul 18 02:39:21.252933 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 83d3e4fd-d88a-4c8f-85f4-86112f998a96 details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:39:21.350498 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 83d3e4fd-d88a-4c8f-85f4-86112f998a96, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=83d3e4fd-d88a-4c8f-85f4-86112f998a96,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:39:21.361414 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '83d3e4fd-d88a-4c8f-85f4-86112f998a96', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'port_id': '83d3e4fd-d88a-4c8f-85f4-86112f998a96', 'mac_address': 'fa:16:3e:d4:14:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:39:21.399475 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 83d3e4fd-d88a-4c8f-85f4-86112f998a96 is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:39:21.399866 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (83d3e4fd-d88a-4c8f-85f4-86112f998a96), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:21.413054 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d3e4fd-d88a-4c8f-85f4-86112f998a96 {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:39:21.433124 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 83d3e4fd-d88a-4c8f-85f4-86112f998a96, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=83d3e4fd-d88a-4c8f-85f4-86112f998a96,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:39:21.549111 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (83d3e4fd-d88a-4c8f-85f4-86112f998a96), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:21.599654 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=83d3e4fd-d88a-4c8f-85f4-86112f998a96,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:21.636121 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abf5bd-4444-4f8f-a3f5-aedff9d43178 req-7c5fc5cf-a00d-43ea-8067-29eb46c20f37 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:21.637582 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-85abf5bd-4444-4f8f-a3f5-aedff9d43178 req-7c5fc5cf-a00d-43ea-8067-29eb46c20f37 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0498223 Jul 18 02:39:21.669520 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:21.684815 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-85abf5bd-4444-4f8f-a3f5-aedff9d43178 req-f7a0e7b0-3a6e-4a60-8407-cc8df3a43019 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416474 Jul 18 02:39:21.944305 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['83d3e4fd-d88a-4c8f-85f4-86112f998a96'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:39:21.992226 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc613d4-ff98-458f-ac78-68b1e887534b req-18202bf1-030e-4c0e-8ba0-705b0e49c59c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:21.993720 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5bc613d4-ff98-458f-ac78-68b1e887534b req-18202bf1-030e-4c0e-8ba0-705b0e49c59c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 944 time: 0.0478089 Jul 18 02:39:22.043534 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5bc613d4-ff98-458f-ac78-68b1e887534b req-cf638ce4-79a7-44ff-b57b-0de4e745ce27 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c35c264-6abc-402e-9004-4cae35fc4963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442574 Jul 18 02:39:22.178627 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:22.803490 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6939abd-db58-4a25-b40d-895f0a133177 req-cd2e9eb1-db8e-4b77-bb90-1f08f87fa50c tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:22.805044 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b6939abd-db58-4a25-b40d-895f0a133177 req-cd2e9eb1-db8e-4b77-bb90-1f08f87fa50c tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0522072 Jul 18 02:39:22.852832 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b6939abd-db58-4a25-b40d-895f0a133177 req-f427b5f7-ea1f-4e62-97fd-7a4722975906 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423548 Jul 18 02:39:23.159805 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07582766-8513-4315-ac06-f0cd87ae88ce req-b39ac2b4-2614-456b-9ca9-2abcfdabdf09 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:23.161275 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-07582766-8513-4315-ac06-f0cd87ae88ce req-b39ac2b4-2614-456b-9ca9-2abcfdabdf09 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 944 time: 0.0482559 Jul 18 02:39:23.213815 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-07582766-8513-4315-ac06-f0cd87ae88ce req-b5be6a0d-2aca-45f5-b874-3a960a03423f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c35c264-6abc-402e-9004-4cae35fc4963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470200 Jul 18 02:39:23.269870 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 83d3e4fd-d88a-4c8f-85f4-86112f998a96 up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:39:23.310814 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port 83d3e4fd-d88a-4c8f-85f4-86112f998a96 completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:39:23.414770 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 83d3e4fd-d88a-4c8f-85f4-86112f998a96 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:39:23.415096 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (83d3e4fd-d88a-4c8f-85f4-86112f998a96), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:23.494555 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 83d3e4fd-d88a-4c8f-85f4-86112f998a96 is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:39:23.494936 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (83d3e4fd-d88a-4c8f-85f4-86112f998a96), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:23.517638 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5530cea9-7344-405e-bf59-9d4f629dddbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d3e4fd-d88a-4c8f-85f4-86112f998a96'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:39:23.519898 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2e615d-4d01-4fe0-92e4-32ce452daecc" -d '{"events": [{"server_uuid": "5530cea9-7344-405e-bf59-9d4f629dddbc", "name": "network-vif-plugged", "status": "completed", "tag": "83d3e4fd-d88a-4c8f-85f4-86112f998a96"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:39:23.532822 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 83d3e4fd-d88a-4c8f-85f4-86112f998a96, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=83d3e4fd-d88a-4c8f-85f4-86112f998a96,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:39:23.559443 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1486929-0cb8-42c9-9c93-53f3b5d15956 x-openstack-request-id: req-d1486929-0cb8-42c9-9c93-53f3b5d15956 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:39:23.559736 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5530cea9-7344-405e-bf59-9d4f629dddbc", "name": "network-vif-plugged", "status": "completed", "tag": "83d3e4fd-d88a-4c8f-85f4-86112f998a96", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:39:23.559994 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1486929-0cb8-42c9-9c93-53f3b5d15956 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:39:23.560427 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1486929-0cb8-42c9-9c93-53f3b5d15956'] response: {'server_uuid': '5530cea9-7344-405e-bf59-9d4f629dddbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d3e4fd-d88a-4c8f-85f4-86112f998a96', 'code': 200} Jul 18 02:39:23.620725 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (83d3e4fd-d88a-4c8f-85f4-86112f998a96), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:23.670140 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=83d3e4fd-d88a-4c8f-85f4-86112f998a96,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:23.967143 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5975fb-527b-4318-81e1-41354721c870 req-a9116012-cd0e-4b95-b41e-83e095b66998 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:23.968645 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8b5975fb-527b-4318-81e1-41354721c870 req-a9116012-cd0e-4b95-b41e-83e095b66998 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0483711 Jul 18 02:39:24.006965 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499d745-54ff-417a-8f6a-9c73962737cc req-62304978-7e5e-451c-bc07-0475e5d0ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:24.008455 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d499d745-54ff-417a-8f6a-9c73962737cc req-62304978-7e5e-451c-bc07-0475e5d0ea7b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 1129 time: 0.0384898 Jul 18 02:39:24.019505 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8b5975fb-527b-4318-81e1-41354721c870 req-be85263d-7f31-4928-a6bc-64c37765a9f0 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440862 Jul 18 02:39:24.061963 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d499d745-54ff-417a-8f6a-9c73962737cc req-3140a3dd-53da-417c-ab5c-b25af745839b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2c35c264-6abc-402e-9004-4cae35fc4963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448899 Jul 18 02:39:24.330281 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a69f1-1296-4674-a576-bbd4a411c91e req-4dc54853-9ee2-4d20-9f83-2146f690148e tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:24.331767 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5f9a69f1-1296-4674-a576-bbd4a411c91e req-4dc54853-9ee2-4d20-9f83-2146f690148e tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 945 time: 0.0490379 Jul 18 02:39:24.381922 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5f9a69f1-1296-4674-a576-bbd4a411c91e req-ac251796-b41c-40e4-bb2e-419ac80db9e6 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c35c264-6abc-402e-9004-4cae35fc4963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445597 Jul 18 02:39:24.852053 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b62c70-9d88-4b76-93f9-24b4b02b3fde req-0221ec3f-4405-4ffe-b50e-98580c52a035 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:24.853512 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-40b62c70-9d88-4b76-93f9-24b4b02b3fde req-0221ec3f-4405-4ffe-b50e-98580c52a035 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0467935 Jul 18 02:39:24.900375 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-40b62c70-9d88-4b76-93f9-24b4b02b3fde req-b29fa242-a91e-4b6c-916c-8240eca32976 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411541 Jul 18 02:39:25.137709 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72cae9-30f0-4def-b9eb-710449434dd2 req-94f41365-4158-4472-9d54-4a3d0dc4ca51 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:25.139300 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-df72cae9-30f0-4def-b9eb-710449434dd2 req-94f41365-4158-4472-9d54-4a3d0dc4ca51 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0473320 Jul 18 02:39:25.188436 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-df72cae9-30f0-4def-b9eb-710449434dd2 req-036220ad-a501-4a6f-92f5-265b39576990 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429580 Jul 18 02:39:25.218659 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe7967-1924-4bdc-b03d-81097789e843 req-13d64204-5778-4ca0-8b6e-490804c26a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:25.220401 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-efbe7967-1924-4bdc-b03d-81097789e843 req-13d64204-5778-4ca0-8b6e-490804c26a57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 1129 time: 0.0431662 Jul 18 02:39:25.568857 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b19ec-3f5a-42b1-9439-c0c7423df37f req-1b32e9f4-2016-4741-bf87-96707451d851 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:25.571737 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a61b19ec-3f5a-42b1-9439-c0c7423df37f req-1b32e9f4-2016-4741-bf87-96707451d851 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0499959 Jul 18 02:39:25.627781 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a61b19ec-3f5a-42b1-9439-c0c7423df37f req-1ac22149-8a57-4434-9ad6-2190b2491cc4 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514879 Jul 18 02:39:25.710282 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7350e3-6cfa-49f2-8dd7-07614483a3e6 req-58e71ca8-0e29-49a5-98fc-2f7d6ee99d1c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:25.711839 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4e7350e3-6cfa-49f2-8dd7-07614483a3e6 req-58e71ca8-0e29-49a5-98fc-2f7d6ee99d1c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 945 time: 0.2631493 Jul 18 02:39:25.763869 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4e7350e3-6cfa-49f2-8dd7-07614483a3e6 req-a1ff4be2-e8d8-44ce-9156-11f1f4a941bf tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c35c264-6abc-402e-9004-4cae35fc4963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464716 Jul 18 02:39:26.042081 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ddfd7-eeea-45cc-a531-5032ad600f84 req-dceda2ea-cdde-4aea-84b6-7e5353bda345 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:26.043498 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e62ddfd7-eeea-45cc-a531-5032ad600f84 req-dceda2ea-cdde-4aea-84b6-7e5353bda345 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0737014 Jul 18 02:39:26.046894 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe7967-1924-4bdc-b03d-81097789e843 req-2a349471-a98d-4dd7-ad17-88b964ccdf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:26.048363 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-efbe7967-1924-4bdc-b03d-81097789e843 req-2a349471-a98d-4dd7-ad17-88b964ccdf4a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e66762c-c4d2-46f6-ba12-585a390bb14c HTTP/1.1" status: 200 len: 919 time: 0.1455445 Jul 18 02:39:26.135290 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:26.151173 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e62ddfd7-eeea-45cc-a531-5032ad600f84 req-095936f7-24ee-48b2-8841-989bfc7ef1e4 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009343 Jul 18 02:39:26.153052 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-efbe7967-1924-4bdc-b03d-81097789e843 req-0468789d-0992-4061-ac6d-b8fb4f781fd1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b201d32b-4faf-4b5d-b867-467d2b9bcc9a HTTP/1.1" status: 200 len: 1001 time: 0.0877147 Jul 18 02:39:26.208224 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe7967-1924-4bdc-b03d-81097789e843 req-51a09030-63fb-41df-9388-8b5033dc6fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:26.209867 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-efbe7967-1924-4bdc-b03d-81097789e843 req-51a09030-63fb-41df-9388-8b5033dc6fd4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4b8b997-66c3-477b-8816-8f4555614405 HTTP/1.1" status: 200 len: 857 time: 0.0503387 Jul 18 02:39:26.313539 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe7967-1924-4bdc-b03d-81097789e843 req-d653baff-5da3-44ef-a615-e22c0eb060a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:26.314990 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-efbe7967-1924-4bdc-b03d-81097789e843 req-d653baff-5da3-44ef-a615-e22c0eb060a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e66762c-c4d2-46f6-ba12-585a390bb14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745356 Jul 18 02:39:26.320163 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8dcb1-86f3-47d9-adae-f5b3336a9a8e req-889f9f4b-018e-42de-b36c-4336b850300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:26.325306 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-39b8dcb1-86f3-47d9-adae-f5b3336a9a8e req-889f9f4b-018e-42de-b36c-4336b850300f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85204e1ae6844b70b45f8452887d5385&device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 1130 time: 0.0480623 Jul 18 02:39:26.430466 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:26.483161 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-efbe7967-1924-4bdc-b03d-81097789e843 req-ea76e9f2-f513-4552-a014-47d406f4b88a service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606529 Jul 18 02:39:26.484734 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8dcb1-86f3-47d9-adae-f5b3336a9a8e req-c16822d2-7d42-4828-b655-20cf7f6f7729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:26.486056 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-39b8dcb1-86f3-47d9-adae-f5b3336a9a8e req-c16822d2-7d42-4828-b655-20cf7f6f7729 service neutron] 10.222.0.72 "GET /v2.0/networks?id=69054a80-8318-40e4-bbcb-fa67a0902b79 HTTP/1.1" status: 200 len: 911 time: 0.1564054 Jul 18 02:39:26.604217 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-39b8dcb1-86f3-47d9-adae-f5b3336a9a8e req-09a5070e-ce58-4feb-93b8-264247edb4c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b04923-0911-4df9-b770-512e41d840f9 HTTP/1.1" status: 200 len: 1001 time: 0.1099632 Jul 18 02:39:26.656362 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-efbe7967-1924-4bdc-b03d-81097789e843 req-02fca365-624e-46ac-87f9-507066378fdd service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626143 Jul 18 02:39:26.669945 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8dcb1-86f3-47d9-adae-f5b3336a9a8e req-c3cedec8-1d56-4146-8e42-6eb7a206a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:26.671765 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-39b8dcb1-86f3-47d9-adae-f5b3336a9a8e req-c3cedec8-1d56-4146-8e42-6eb7a206a3fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a535d1c-7310-4558-a2ba-5d3749160bbf HTTP/1.1" status: 200 len: 849 time: 0.0595908 Jul 18 02:39:26.723304 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8dcb1-86f3-47d9-adae-f5b3336a9a8e req-10b76c0d-30fc-4ff0-9996-5abe86307da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:26.724834 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-39b8dcb1-86f3-47d9-adae-f5b3336a9a8e req-10b76c0d-30fc-4ff0-9996-5abe86307da4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=69054a80-8318-40e4-bbcb-fa67a0902b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466874 Jul 18 02:39:26.748548 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f232c13-dce7-4e3f-9113-b5ad446ccd17 req-a94bc035-57d7-4344-9cdb-3590ce6901ab tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:26.750941 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2f232c13-dce7-4e3f-9113-b5ad446ccd17 req-a94bc035-57d7-4344-9cdb-3590ce6901ab tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0527966 Jul 18 02:39:26.801666 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2f232c13-dce7-4e3f-9113-b5ad446ccd17 req-3bf85e2f-9ae6-47a8-bcc7-81aabfa53c8b tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451114 Jul 18 02:39:26.826716 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-39b8dcb1-86f3-47d9-adae-f5b3336a9a8e req-4e469685-4c2d-4647-bbb7-a8f94b22681e service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891769 Jul 18 02:39:26.882053 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4162a-c26c-4624-8e18-4f2c193fba5b req-674c42c9-e793-4724-a22b-3298f90b3c54 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:26.883444 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b1c4162a-c26c-4624-8e18-4f2c193fba5b req-674c42c9-e793-4724-a22b-3298f90b3c54 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 945 time: 0.0488405 Jul 18 02:39:26.982879 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b1c4162a-c26c-4624-8e18-4f2c193fba5b req-916cf191-e807-4c17-9f48-416a5efcb263 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c35c264-6abc-402e-9004-4cae35fc4963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939181 Jul 18 02:39:27.010853 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-39b8dcb1-86f3-47d9-adae-f5b3336a9a8e req-5114716d-6208-4b85-9de3-85f7d0bb3847 service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153402 Jul 18 02:39:27.097395 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443d789-ed3b-45ea-843a-a72493cae263 req-10d0d665-c091-4540-bd35-4c9b65658f56 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:27.098878 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f443d789-ed3b-45ea-843a-a72493cae263 req-10d0d665-c091-4540-bd35-4c9b65658f56 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 945 time: 0.0521080 Jul 18 02:39:27.107155 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53552) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:27.111365 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-b30686c3-c1bc-4464-9772-0e13d08731a0 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'floatingip': {'port_id': '83d3e4fd-d88a-4c8f-85f4-86112f998a96'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:39:27.148600 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b30686c3-c1bc-4464-9772-0e13d08731a0 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (e13d267c-401f-4b8e-818e-3e26117b1d79), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:27.275076 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99665759-d17a-4ee7-b47b-9fa809dd9b67 req-e789d5e2-ea11-4fa4-8f24-69a36272a7cb tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:27.276563 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-99665759-d17a-4ee7-b47b-9fa809dd9b67 req-e789d5e2-ea11-4fa4-8f24-69a36272a7cb tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0528839 Jul 18 02:39:27.310386 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:27.326620 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-99665759-d17a-4ee7-b47b-9fa809dd9b67 req-d44a6b28-cb94-4359-a51b-f21064e95d10 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442314 Jul 18 02:39:27.352762 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:27.494916 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:27.584690 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b30686c3-c1bc-4464-9772-0e13d08731a0 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:27.654889 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b30686c3-c1bc-4464-9772-0e13d08731a0 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (e13d267c-401f-4b8e-818e-3e26117b1d79), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:27.755175 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-b30686c3-c1bc-4464-9772-0e13d08731a0 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Floating IP e13d267c-401f-4b8e-818e-3e26117b1d79 associated. External IP: 172.27.3.89, port: 83d3e4fd-d88a-4c8f-85f4-86112f998a96. Jul 18 02:39:27.968014 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a818bc-d15c-42b6-be1e-321c120228b6 req-ff0db890-cb44-4e86-ba6c-1ccb5f0cbe88 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:27.970145 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-64a818bc-d15c-42b6-be1e-321c120228b6 req-ff0db890-cb44-4e86-ba6c-1ccb5f0cbe88 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0829329 Jul 18 02:39:28.010732 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30686c3-c1bc-4464-9772-0e13d08731a0 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Router 800f954d-2fd2-4712-8fe5-205d52fa1da6 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:39:28.040964 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-64a818bc-d15c-42b6-be1e-321c120228b6 req-4c4c1c2a-259c-4d11-9e70-774c31dd747c tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640552 Jul 18 02:39:28.138448 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30686c3-c1bc-4464-9772-0e13d08731a0 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:39:28.143944 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b30686c3-c1bc-4464-9772-0e13d08731a0 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:28.150126 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551dbe7a-f5e6-43b0-b54a-6b02fe09e0b0 None None] Sync routers for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:39:28.152897 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:28.161873 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551dbe7a-f5e6-43b0-b54a-6b02fe09e0b0 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:39:28.162558 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-551dbe7a-f5e6-43b0-b54a-6b02fe09e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:39:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:28.175109 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-b30686c3-c1bc-4464-9772-0e13d08731a0 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "PUT /v2.0/floatingips/e13d267c-401f-4b8e-818e-3e26117b1d79 HTTP/1.1" status: 200 len: 990 time: 1.0669401 Jul 18 02:39:28.175770 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5530cea9-7344-405e-bf59-9d4f629dddbc', 'tag': '83d3e4fd-d88a-4c8f-85f4-86112f998a96'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:39:28.178138 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64ea466cc435dd77490079e2fa520d09e38a4648c4a1127f42521b2533b3eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42c0f40-7e09-42f2-888b-0a5a86cb8dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "5530cea9-7344-405e-bf59-9d4f629dddbc", "tag": "83d3e4fd-d88a-4c8f-85f4-86112f998a96"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:39:28.214942 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8678e2-ecae-4912-876c-5535c5a8e5da x-openstack-request-id: req-2d8678e2-ecae-4912-876c-5535c5a8e5da {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:39:28.215230 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5530cea9-7344-405e-bf59-9d4f629dddbc", "tag": "83d3e4fd-d88a-4c8f-85f4-86112f998a96", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:39:28.215484 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d8678e2-ecae-4912-876c-5535c5a8e5da {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:39:28.215891 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8678e2-ecae-4912-876c-5535c5a8e5da'] response: {'name': 'network-changed', 'server_uuid': '5530cea9-7344-405e-bf59-9d4f629dddbc', 'tag': '83d3e4fd-d88a-4c8f-85f4-86112f998a96', 'status': 'completed', 'code': 200} Jul 18 02:39:28.275038 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-551dbe7a-f5e6-43b0-b54a-6b02fe09e0b0 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:39:28.389443 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c0f40-7e09-42f2-888b-0a5a86cb8dbd req-60b65546-865d-498d-bcc2-0d9f0046d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:28.392108 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b42c0f40-7e09-42f2-888b-0a5a86cb8dbd req-60b65546-865d-498d-bcc2-0d9f0046d28f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b02a417904a474abcab1eec5cea9c7e&device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 1129 time: 0.0550101 Jul 18 02:39:28.448364 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4993f3-1920-4d46-a4f0-6dd0ea3c2767 req-f5247d2f-5df6-4ff7-b0d1-efee08f447d8 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:28.450008 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cd4993f3-1920-4d46-a4f0-6dd0ea3c2767 req-f5247d2f-5df6-4ff7-b0d1-efee08f447d8 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0521879 Jul 18 02:39:28.496674 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c0f40-7e09-42f2-888b-0a5a86cb8dbd req-be491dba-3c74-4a00-ac68-8a77cbfcd01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:28.498403 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b42c0f40-7e09-42f2-888b-0a5a86cb8dbd req-be491dba-3c74-4a00-ac68-8a77cbfcd01b service neutron] 10.222.0.72 "GET /v2.0/networks?id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 HTTP/1.1" status: 200 len: 916 time: 0.1005273 Jul 18 02:39:28.501607 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cd4993f3-1920-4d46-a4f0-6dd0ea3c2767 req-347c976d-f3f6-4feb-99da-28a2b910221b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439322 Jul 18 02:39:28.504029 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-551dbe7a-f5e6-43b0-b54a-6b02fe09e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'e13d267c-401f-4b8e-818e-3e26117b1d79', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '83d3e4fd-d88a-4c8f-85f4-86112f998a96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:d4:14:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530cea9-7344-405e-bf59-9d4f629dddbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:39:11Z', 'updated_at': '2022-07-18T02:39:27Z', 'revision_number': 1, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:28.530023 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551dbe7a-f5e6-43b0-b54a-6b02fe09e0b0 None None] Checking router: 800f954d-2fd2-4712-8fe5-205d52fa1da6 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:39:28.539075 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551dbe7a-f5e6-43b0-b54a-6b02fe09e0b0 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:39:28.539685 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-551dbe7a-f5e6-43b0-b54a-6b02fe09e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:39:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:28.566256 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b42c0f40-7e09-42f2-888b-0a5a86cb8dbd req-805185ca-83a1-4ccb-a443-8521040b2a08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83d3e4fd-d88a-4c8f-85f4-86112f998a96 HTTP/1.1" status: 200 len: 998 time: 0.0612657 Jul 18 02:39:28.617609 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c0f40-7e09-42f2-888b-0a5a86cb8dbd req-5c4841df-7dc8-40d9-b719-a94898156197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:28.619216 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b42c0f40-7e09-42f2-888b-0a5a86cb8dbd req-5c4841df-7dc8-40d9-b719-a94898156197 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=980bd026-fed1-45eb-bd25-e5a3e3e70779 HTTP/1.1" status: 200 len: 854 time: 0.0473242 Jul 18 02:39:28.642811 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-551dbe7a-f5e6-43b0-b54a-6b02fe09e0b0 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:39:28.669411 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c0f40-7e09-42f2-888b-0a5a86cb8dbd req-c8633031-6b01-4c73-bd31-8d155bf31254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:28.671778 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b42c0f40-7e09-42f2-888b-0a5a86cb8dbd req-c8633031-6b01-4c73-bd31-8d155bf31254 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454121 Jul 18 02:39:28.723393 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:28.761393 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b42c0f40-7e09-42f2-888b-0a5a86cb8dbd req-eef01145-d329-4257-b040-66c5c4d4bd27 service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837719 Jul 18 02:39:28.828772 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:28.859494 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b42c0f40-7e09-42f2-888b-0a5a86cb8dbd req-6b288e4f-1dcd-4d2d-9294-19a12078fadc service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915055 Jul 18 02:39:28.868402 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-551dbe7a-f5e6-43b0-b54a-6b02fe09e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'e13d267c-401f-4b8e-818e-3e26117b1d79', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '83d3e4fd-d88a-4c8f-85f4-86112f998a96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:d4:14:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530cea9-7344-405e-bf59-9d4f629dddbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:39:11Z', 'updated_at': '2022-07-18T02:39:27Z', 'revision_number': 1, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:28.895715 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551dbe7a-f5e6-43b0-b54a-6b02fe09e0b0 None None] The sync data for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi is: [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'e13d267c-401f-4b8e-818e-3e26117b1d79', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '83d3e4fd-d88a-4c8f-85f4-86112f998a96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:d4:14:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530cea9-7344-405e-bf59-9d4f629dddbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:39:11Z', 'updated_at': '2022-07-18T02:39:27Z', 'revision_number': 1, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:39:28.932450 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2fa321b7-e78c-4962-b463-8691de568a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:28.954505 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:28.957473 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:29.082581 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecf4274-20a7-48d0-80e1-825ed72ac3b9 None None] New status for floating IP e13d267c-401f-4b8e-818e-3e26117b1d79: ACTIVE {{(pid=104653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:39:29.169496 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67487f41-612a-4226-8d52-e4e76c01c67a req-18039183-809b-453c-9c18-f155594ff943 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:29.171128 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-67487f41-612a-4226-8d52-e4e76c01c67a req-18039183-809b-453c-9c18-f155594ff943 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0479758 Jul 18 02:39:29.221038 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-67487f41-612a-4226-8d52-e4e76c01c67a req-aeefe6a0-8afa-433f-b479-cc2991f11d18 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436909 Jul 18 02:39:29.621271 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b7e29-fd84-431f-809c-aaeb3a6c2943 req-46ad46b5-dca5-42f4-8b58-305fa93e3851 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:29.622782 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a90b7e29-fd84-431f-809c-aaeb3a6c2943 req-46ad46b5-dca5-42f4-8b58-305fa93e3851 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0508430 Jul 18 02:39:29.670258 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a90b7e29-fd84-431f-809c-aaeb3a6c2943 req-5324089d-b8ad-4b02-af53-45ad5f46acdb tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410979 Jul 18 02:39:30.784398 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5d105-5a55-415d-a521-d1ff0aea575a req-cfb44d69-3c43-4eda-b90a-323922364eb3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:30.785888 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-bca5d105-5a55-415d-a521-d1ff0aea575a req-cfb44d69-3c43-4eda-b90a-323922364eb3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0468242 Jul 18 02:39:30.836194 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-bca5d105-5a55-415d-a521-d1ff0aea575a req-8b2dd770-6c7f-4a50-8f43-b3a93166fbc4 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448186 Jul 18 02:39:31.346337 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-cdcf4397-87c9-4cf1-8c22-b9b657699c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:31.956328 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf717e-2930-42e1-b7a1-8a71f29edf52 req-210c4950-f325-4c36-a727-e0086f76e87f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:31.957777 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4acf717e-2930-42e1-b7a1-8a71f29edf52 req-210c4950-f325-4c36-a727-e0086f76e87f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0474150 Jul 18 02:39:31.975648 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:32.004882 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4acf717e-2930-42e1-b7a1-8a71f29edf52 req-de57ad85-c129-4a1a-b0d9-cf9644755813 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417023 Jul 18 02:39:32.543915 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:33.117071 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea03283-7f8c-4082-a625-4ecbecb41c36 req-c776387d-a533-45d6-9202-ce1090154532 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:33.118542 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cea03283-7f8c-4082-a625-4ecbecb41c36 req-c776387d-a533-45d6-9202-ce1090154532 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0463221 Jul 18 02:39:33.166177 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cea03283-7f8c-4082-a625-4ecbecb41c36 req-81c4b874-218c-4fe7-a28c-23cd5dacb9bc tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420852 Jul 18 02:39:33.859682 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:33.949791 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:34.270339 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:34.281215 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1ff4a-eb0a-41c8-85cb-22cc39613b85 req-3f0bbc01-6faf-433b-95fe-837412409732 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:34.287241 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-48e1ff4a-eb0a-41c8-85cb-22cc39613b85 req-3f0bbc01-6faf-433b-95fe-837412409732 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0470309 Jul 18 02:39:34.333787 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-48e1ff4a-eb0a-41c8-85cb-22cc39613b85 req-41523d21-9a25-43ea-8a06-ca9960d96e35 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453625 Jul 18 02:39:34.510080 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:35.447060 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f34fa2-34c8-4b62-86df-416a9f966abd req-d0b73804-8404-404d-9451-f234f7b1bf8b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:35.448526 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c7f34fa2-34c8-4b62-86df-416a9f966abd req-d0b73804-8404-404d-9451-f234f7b1bf8b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0478890 Jul 18 02:39:35.496445 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c7f34fa2-34c8-4b62-86df-416a9f966abd req-e709fbf9-8741-47e0-8487-fa2670b7c605 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 Jul 18 02:39:36.616669 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65719329-24f4-46a2-aa52-b077b5b3398d req-a43b94d4-a704-41e9-93c8-18acc935d5f3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:36.618166 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-65719329-24f4-46a2-aa52-b077b5b3398d req-a43b94d4-a704-41e9-93c8-18acc935d5f3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0473781 Jul 18 02:39:36.665330 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-65719329-24f4-46a2-aa52-b077b5b3398d req-e0dcc36d-1cc7-4c90-ba1c-dd406fe0fdb8 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417273 Jul 18 02:39:37.785523 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2d1c0-334c-46d8-af13-f40178e3f300 req-97eb6fee-9127-4b29-ae54-730a3ac2c82f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:37.787040 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-48d2d1c0-334c-46d8-af13-f40178e3f300 req-97eb6fee-9127-4b29-ae54-730a3ac2c82f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0532372 Jul 18 02:39:37.834598 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-48d2d1c0-334c-46d8-af13-f40178e3f300 req-c0d87de4-0e63-4d40-913f-b741f0dfdae6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421348 Jul 18 02:39:38.950305 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37159b4c-9d73-4d60-8e29-61c1d7016f67 req-664c96f5-abb1-4c72-92db-7fbc9442d1b0 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:38.951754 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-37159b4c-9d73-4d60-8e29-61c1d7016f67 req-664c96f5-abb1-4c72-92db-7fbc9442d1b0 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0489044 Jul 18 02:39:38.998359 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-37159b4c-9d73-4d60-8e29-61c1d7016f67 req-0284673d-9f8e-4eca-b51e-768ff433492f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409400 Jul 18 02:39:39.176378 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=2 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:39.185341 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:40.125067 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb69df-9928-4cbc-b64a-2c83c09ad107 req-0235f4e7-f779-4bcc-8588-4a61b11bf51f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:40.126594 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cfdb69df-9928-4cbc-b64a-2c83c09ad107 req-0235f4e7-f779-4bcc-8588-4a61b11bf51f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0520430 Jul 18 02:39:40.175432 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cfdb69df-9928-4cbc-b64a-2c83c09ad107 req-9905d60b-be4c-4134-9dd8-791990fea9f7 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414841 Jul 18 02:39:41.290388 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aff37d-b46e-480e-b2ec-6b699fc9e5f2 req-f05aa8a6-71c7-45c1-ba05-ec44dcc51815 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:41.291861 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f4aff37d-b46e-480e-b2ec-6b699fc9e5f2 req-f05aa8a6-71c7-45c1-ba05-ec44dcc51815 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0482283 Jul 18 02:39:41.340478 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f4aff37d-b46e-480e-b2ec-6b699fc9e5f2 req-08e10337-4dc9-4713-a760-d8dcdabdb869 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431035 Jul 18 02:39:42.443959 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:42.455079 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7c6cb-59b7-41e2-a3b5-514fdac533b3 req-e4413af6-851a-4260-93fa-e4b1c0ebff9b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:42.457539 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-37b7c6cb-59b7-41e2-a3b5-514fdac533b3 req-e4413af6-851a-4260-93fa-e4b1c0ebff9b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0493207 Jul 18 02:39:42.507484 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-37b7c6cb-59b7-41e2-a3b5-514fdac533b3 req-8779c5b4-208e-4381-8150-1f56d5146582 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446897 Jul 18 02:39:42.579032 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7da79-3ec5-423a-92b5-7c7fb88bbd47 req-daf252a0-dc68-4c6f-9ad7-63f1666e96cd tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:42.580520 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6bd7da79-3ec5-423a-92b5-7c7fb88bbd47 req-daf252a0-dc68-4c6f-9ad7-63f1666e96cd tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 946 time: 0.0509942 Jul 18 02:39:42.628696 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6bd7da79-3ec5-423a-92b5-7c7fb88bbd47 req-abc61fc4-7ade-4267-8776-cf5536a74ca8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416787 Jul 18 02:39:43.621978 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a5780-7a49-4f66-977a-0d8795edd0a0 req-a3f13be5-202c-4c56-8868-e4ecd5c8858d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:43.623508 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-074a5780-7a49-4f66-977a-0d8795edd0a0 req-a3f13be5-202c-4c56-8868-e4ecd5c8858d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0479951 Jul 18 02:39:43.675321 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-074a5780-7a49-4f66-977a-0d8795edd0a0 req-10024155-4648-4c83-99e4-c95d4c301bbe tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461018 Jul 18 02:39:43.749604 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135b61d-790f-49c1-8a29-4e4a8260e20c req-7f79e93a-81a5-4b70-b97a-169519070a86 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:43.751131 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8135b61d-790f-49c1-8a29-4e4a8260e20c req-7f79e93a-81a5-4b70-b97a-169519070a86 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 946 time: 0.0482321 Jul 18 02:39:43.798609 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8135b61d-790f-49c1-8a29-4e4a8260e20c req-68a000ec-ec13-45d2-a76f-3e56cc9020e2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415616 Jul 18 02:39:44.437219 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:44.439079 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:44.503358 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df97d82-7266-49c1-a923-66c761aa15fe req-e5138bcc-dee1-4711-bab3-becda3f56bb3 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:44.504799 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0df97d82-7266-49c1-a923-66c761aa15fe req-e5138bcc-dee1-4711-bab3-becda3f56bb3 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.72 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 946 time: 0.0460081 Jul 18 02:39:44.589195 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-0df97d82-7266-49c1-a923-66c761aa15fe req-ac2de068-dc0d-4940-825c-150da277ee4b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Deleting port 3185ab6e-a508-4ad1-b269-07229430860b {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:39:44.589537 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0df97d82-7266-49c1-a923-66c761aa15fe req-ac2de068-dc0d-4940-825c-150da277ee4b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (3185ab6e-a508-4ad1-b269-07229430860b), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:44.920694 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7179c0-4959-4bf0-a126-969b718181f7 req-ed27a2a5-70ab-43c7-a538-b9e947b24683 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:44.922189 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-eb7179c0-4959-4bf0-a126-969b718181f7 req-ed27a2a5-70ab-43c7-a538-b9e947b24683 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 946 time: 0.0496032 Jul 18 02:39:44.975976 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-eb7179c0-4959-4bf0-a126-969b718181f7 req-aaac721b-bec8-45ee-ab0f-86970f5c120b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b64e799-4cb6-481f-ad5d-ea467396a428&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465126 Jul 18 02:39:44.976429 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3059e9e-8388-4452-bf34-9c23e2b0949c req-01fafe69-ea37-4f6e-b712-1301883db654 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:44.977883 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f3059e9e-8388-4452-bf34-9c23e2b0949c req-01fafe69-ea37-4f6e-b712-1301883db654 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0692704 Jul 18 02:39:44.985985 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-0df97d82-7266-49c1-a923-66c761aa15fe req-ac2de068-dc0d-4940-825c-150da277ee4b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] For port 3185ab6e-a508-4ad1-b269-07229430860b, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=3185ab6e-a508-4ad1-b269-07229430860b,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:39:44.986377 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0df97d82-7266-49c1-a923-66c761aa15fe req-ac2de068-dc0d-4940-825c-150da277ee4b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (3185ab6e-a508-4ad1-b269-07229430860b), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:45.054673 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:45.083208 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f3059e9e-8388-4452-bf34-9c23e2b0949c req-5fede4f8-be77-4313-b5fe-c47e8bfc5ed4 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991328 Jul 18 02:39:45.180898 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0df97d82-7266-49c1-a923-66c761aa15fe req-ac2de068-dc0d-4940-825c-150da277ee4b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:45.181268 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0df97d82-7266-49c1-a923-66c761aa15fe req-ac2de068-dc0d-4940-825c-150da277ee4b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (3ed3d4c2-cae7-41af-8d00-04663f0de552), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:45.181589 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.l3_db [req-0df97d82-7266-49c1-a923-66c761aa15fe req-ac2de068-dc0d-4940-825c-150da277ee4b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Floating IP 3ed3d4c2-cae7-41af-8d00-04663f0de552 disassociated. External IP: 172.27.3.228, port: 3185ab6e-a508-4ad1-b269-07229430860b. Jul 18 02:39:45.181936 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-0df97d82-7266-49c1-a923-66c761aa15fe req-ac2de068-dc0d-4940-825c-150da277ee4b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Calling delete_port for 3185ab6e-a508-4ad1-b269-07229430860b owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:39:45.385680 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0df97d82-7266-49c1-a923-66c761aa15fe req-ac2de068-dc0d-4940-825c-150da277ee4b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (3185ab6e-a508-4ad1-b269-07229430860b), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:45.414072 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2de068-dc0d-4940-825c-150da277ee4b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event deleted for resources: {'Port': ['ID=3185ab6e-a508-4ad1-b269-07229430860b,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:45.527319 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0df97d82-7266-49c1-a923-66c761aa15fe req-ac2de068-dc0d-4940-825c-150da277ee4b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Router 75920ce6-3887-486e-a66f-0bc44f02c254 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:39:45.575562 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:45.634879 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0df97d82-7266-49c1-a923-66c761aa15fe req-ac2de068-dc0d-4940-825c-150da277ee4b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:39:45.644350 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adaccca-2841-44f9-af21-d86d3829ed75 None None] Sync routers for ids ['75920ce6-3887-486e-a66f-0bc44f02c254'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:39:45.655208 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adaccca-2841-44f9-af21-d86d3829ed75 None None] Routers {'75920ce6-3887-486e-a66f-0bc44f02c254'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:39:45.655832 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-3adaccca-2841-44f9-af21-d86d3829ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:39:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['75920ce6-3887-486e-a66f-0bc44f02c254'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:45.680395 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df97d82-7266-49c1-a923-66c761aa15fe req-ac2de068-dc0d-4940-825c-150da277ee4b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] No DVR routers for this DVR port 3185ab6e-a508-4ad1-b269-07229430860b on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:39:45.685878 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0df97d82-7266-49c1-a923-66c761aa15fe req-ac2de068-dc0d-4940-825c-150da277ee4b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:45.686267 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0df97d82-7266-49c1-a923-66c761aa15fe req-ac2de068-dc0d-4940-825c-150da277ee4b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.72 "DELETE /v2.0/ports/3185ab6e-a508-4ad1-b269-07229430860b HTTP/1.1" status: 204 len: 173 time: 1.1739938 Jul 18 02:39:45.686712 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'name': 'network-vif-deleted', 'tag': '3185ab6e-a508-4ad1-b269-07229430860b'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:39:45.689459 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e2bd08-bcef-4356-935b-cfac2f0fe23c" -d '{"events": [{"server_uuid": "68d974b9-4abf-4d7f-bbea-08e8fef381dd", "name": "network-vif-deleted", "tag": "3185ab6e-a508-4ad1-b269-07229430860b"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:39:45.726361 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747dec85-77ea-4b06-bc68-b2baa089d3ba x-openstack-request-id: req-747dec85-77ea-4b06-bc68-b2baa089d3ba {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:39:45.726658 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d974b9-4abf-4d7f-bbea-08e8fef381dd", "name": "network-vif-deleted", "tag": "3185ab6e-a508-4ad1-b269-07229430860b", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:39:45.726911 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-747dec85-77ea-4b06-bc68-b2baa089d3ba {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:39:45.727323 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747dec85-77ea-4b06-bc68-b2baa089d3ba'] response: {'server_uuid': '68d974b9-4abf-4d7f-bbea-08e8fef381dd', 'name': 'network-vif-deleted', 'tag': '3185ab6e-a508-4ad1-b269-07229430860b', 'status': 'completed', 'code': 200} Jul 18 02:39:45.761800 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-3adaccca-2841-44f9-af21-d86d3829ed75 None None] Set router 75920ce6-3887-486e-a66f-0bc44f02c254 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:39:45.959456 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-3adaccca-2841-44f9-af21-d86d3829ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'bf5e3a20-2267-46bc-bd45-780061570f1e', 'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'mac_address': 'fa:16:3e:73:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:09Z', 'updated_at': '2022-07-18T02:35:28Z', 'revision_number': 5, 'project_id': 'f3c1745729fe47238223557221c2e905', 'subnets': [{'id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:45.988166 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adaccca-2841-44f9-af21-d86d3829ed75 None None] Checking router: 75920ce6-3887-486e-a66f-0bc44f02c254 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:39:45.996594 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adaccca-2841-44f9-af21-d86d3829ed75 None None] Routers {'75920ce6-3887-486e-a66f-0bc44f02c254'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:39:45.997195 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-3adaccca-2841-44f9-af21-d86d3829ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:39:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['75920ce6-3887-486e-a66f-0bc44f02c254'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:46.091398 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-abbebf16-9521-429b-9247-e90f0482c126 req-3afe208a-4fee-4fdc-b997-94de40f5748f tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=68d974b9-4abf-4d7f-bbea-08e8fef381dd HTTP/1.1" status: 200 len: 210 time: 0.0297346 Jul 18 02:39:46.105920 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-3adaccca-2841-44f9-af21-d86d3829ed75 None None] Set router 75920ce6-3887-486e-a66f-0bc44f02c254 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:39:46.201407 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7553e-6cdf-401f-b166-c00517aaa218 req-bae6b08f-a7bb-4e2b-9d64-957e9d4c2517 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:46.202927 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-18e7553e-6cdf-401f-b166-c00517aaa218 req-bae6b08f-a7bb-4e2b-9d64-957e9d4c2517 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0489192 Jul 18 02:39:46.252260 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-18e7553e-6cdf-401f-b166-c00517aaa218 req-58c4aadb-9d81-49f4-8786-d076f088cafa tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435069 Jul 18 02:39:46.295975 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-3adaccca-2841-44f9-af21-d86d3829ed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'bf5e3a20-2267-46bc-bd45-780061570f1e', 'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'mac_address': 'fa:16:3e:73:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:09Z', 'updated_at': '2022-07-18T02:35:28Z', 'revision_number': 5, 'project_id': 'f3c1745729fe47238223557221c2e905', 'subnets': [{'id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:46.320879 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adaccca-2841-44f9-af21-d86d3829ed75 None None] The sync data for ids ['75920ce6-3887-486e-a66f-0bc44f02c254'] in dv-cinder-850015-3-iscsi is: [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'bf5e3a20-2267-46bc-bd45-780061570f1e', 'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'mac_address': 'fa:16:3e:73:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:09Z', 'updated_at': '2022-07-18T02:35:28Z', 'revision_number': 5, 'project_id': 'f3c1745729fe47238223557221c2e905', 'subnets': [{'id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:39:46.393648 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:39:46.520748 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afc89df-8c5a-4f57-8dff-3ae441f8e7ee None None] New status for floating IP 3ed3d4c2-cae7-41af-8d00-04663f0de552: DOWN {{(pid=104653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:39:47.248481 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53652) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:47.305798 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group (9b64e799-4cb6-481f-ad5d-ea467396a428), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:47.331638 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group (9b64e799-4cb6-481f-ad5d-ea467396a428), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:47.367333 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a465f2-0cb1-43aa-bb78-a60b41accdfe req-7283855a-d206-4acf-b8bf-ade819797188 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:47.368831 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-81a465f2-0cb1-43aa-bb78-a60b41accdfe req-7283855a-d206-4acf-b8bf-ade819797188 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0479519 Jul 18 02:39:47.419133 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-81a465f2-0cb1-43aa-bb78-a60b41accdfe req-07ad96f7-34b6-4997-acbb-68ec38263fbc tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447333 Jul 18 02:39:47.454427 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (9b64e799-4cb6-481f-ad5d-ea467396a428), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:47.457803 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:47.459068 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "DELETE /v2.0/security-groups/9b64e799-4cb6-481f-ad5d-ea467396a428 HTTP/1.1" status: 204 len: 168 time: 0.2095609 Jul 18 02:39:47.463806 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:47.467445 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 53656) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:47.469084 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b64e799-4cb6-481f-ad5d-ea467396a428,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:47.477395 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:47.477742 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:47.478104 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:47.478450 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:47.478891 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:47.479232 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:47.479564 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:47.479895 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:47.480277 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:47.480650 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:47.481141 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:47.481308 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:47.481704 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:47.481922 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.api.v2.resource [None req-1e80f0fd-34c7-4c20-ab5c-c699a2e406cf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] show failed (client error): The resource could not be found. Jul 18 02:39:47.482024 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:47.482373 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c76859-a4f9-4975-ba4e-eaa8c68d1b75 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:39:47.482989 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-1e80f0fd-34c7-4c20-ab5c-c699a2e406cf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups/9b64e799-4cb6-481f-ad5d-ea467396a428 HTTP/1.1" status: 404 len: 347 time: 0.0145590 Jul 18 02:39:47.485881 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 53658) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:47.599389 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3452cea6-ba82-4915-b797-47e1cbc25191 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Deleting port efd3b490-e492-4050-af17-b478192cd5a4 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:39:47.599644 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3452cea6-ba82-4915-b797-47e1cbc25191 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (efd3b490-e492-4050-af17-b478192cd5a4), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:47.675129 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3452cea6-ba82-4915-b797-47e1cbc25191 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (efd3b490-e492-4050-af17-b478192cd5a4), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:47.675449 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3452cea6-ba82-4915-b797-47e1cbc25191 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for floatingip (efd3b490-e492-4050-af17-b478192cd5a4), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:47.677735 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:47.688528 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3452cea6-ba82-4915-b797-47e1cbc25191 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Calling delete_port for efd3b490-e492-4050-af17-b478192cd5a4 owned by network:floatingip {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:39:47.973755 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3452cea6-ba82-4915-b797-47e1cbc25191 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (efd3b490-e492-4050-af17-b478192cd5a4), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:47.998958 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452cea6-ba82-4915-b797-47e1cbc25191 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event deleted for resources: {'Port': ['ID=efd3b490-e492-4050-af17-b478192cd5a4,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:48.066284 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3452cea6-ba82-4915-b797-47e1cbc25191 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for floatingip (3ed3d4c2-cae7-41af-8d00-04663f0de552), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:48.068722 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3452cea6-ba82-4915-b797-47e1cbc25191 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:48.069875 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-3452cea6-ba82-4915-b797-47e1cbc25191 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "DELETE /v2.0/floatingips/3ed3d4c2-cae7-41af-8d00-04663f0de552 HTTP/1.1" status: 204 len: 168 time: 0.5830216 Jul 18 02:39:48.282311 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 53662) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:48.287923 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-6c37219a-6116-4324-980f-062494edfc24 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Request body: {'security_group': {'name': 'tempest-securitygroup--723982977', 'description': 'tempest-description--1955186208'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:39:48.402753 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6c37219a-6116-4324-980f-062494edfc24 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:48.464192 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954b38a-2127-4e56-a341-576d2bef60dc req-3d8f0967-2f22-4876-98ad-e97c9ea60ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:48.469418 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c954b38a-2127-4e56-a341-576d2bef60dc req-3d8f0967-2f22-4876-98ad-e97c9ea60ac1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 1129 time: 0.0517945 Jul 18 02:39:48.492368 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:48.576240 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6c37219a-6116-4324-980f-062494edfc24 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group (e905250e-6812-4674-a40f-1da9b7b5d8c3), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:48.585792 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc76e0a-b677-4c44-8daa-3d73d33e8217 req-9893bad5-863b-43b6-9d73-5abac33b2e2e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:48.587333 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4cc76e0a-b677-4c44-8daa-3d73d33e8217 req-9893bad5-863b-43b6-9d73-5abac33b2e2e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0902593 Jul 18 02:39:48.590775 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c954b38a-2127-4e56-a341-576d2bef60dc req-70e5c17b-3171-43d4-9dc3-0d4d1d3015c2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161132 Jul 18 02:39:48.639321 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4cc76e0a-b677-4c44-8daa-3d73d33e8217 req-01d9e9d7-93a9-452f-b4f0-128409bc32ee tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460768 Jul 18 02:39:48.661937 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6c37219a-6116-4324-980f-062494edfc24 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (e905250e-6812-4674-a40f-1da9b7b5d8c3), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:48.693430 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37219a-6116-4324-980f-062494edfc24 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e905250e-6812-4674-a40f-1da9b7b5d8c3,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:48.798600 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6c37219a-6116-4324-980f-062494edfc24 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:48.800418 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-6c37219a-6116-4324-980f-062494edfc24 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5162020 Jul 18 02:39:48.803685 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 53668) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:48.808013 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-ded97573-a5fb-40b1-93e1-267595315ca2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Request body: {'security_group_rule': {'security_group_id': 'e905250e-6812-4674-a40f-1da9b7b5d8c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:39:48.885684 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ded97573-a5fb-40b1-93e1-267595315ca2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group_rule (b88a0d82-f215-4ef6-a689-34f188d669c5), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:48.945191 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ded97573-a5fb-40b1-93e1-267595315ca2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group_rule (b88a0d82-f215-4ef6-a689-34f188d669c5), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:49.020237 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ded97573-a5fb-40b1-93e1-267595315ca2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (b88a0d82-f215-4ef6-a689-34f188d669c5), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:49.039896 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded97573-a5fb-40b1-93e1-267595315ca2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88a0d82-f215-4ef6-a689-34f188d669c5,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:49.112939 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ded97573-a5fb-40b1-93e1-267595315ca2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:49.114178 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-ded97573-a5fb-40b1-93e1-267595315ca2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3095393 Jul 18 02:39:49.116864 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 53670) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:49.121208 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-7073f9a8-fd17-40e7-be7e-5ae322e23a5b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Request body: {'security_group_rule': {'security_group_id': 'e905250e-6812-4674-a40f-1da9b7b5d8c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:39:49.208326 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-7073f9a8-fd17-40e7-be7e-5ae322e23a5b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group_rule (b06a4fc5-0de6-4fe6-a1c0-beb5130473fe), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:49.247423 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:49.264723 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-7073f9a8-fd17-40e7-be7e-5ae322e23a5b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group_rule (b06a4fc5-0de6-4fe6-a1c0-beb5130473fe), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:49.339880 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-7073f9a8-fd17-40e7-be7e-5ae322e23a5b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (b06a4fc5-0de6-4fe6-a1c0-beb5130473fe), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:49.361550 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073f9a8-fd17-40e7-be7e-5ae322e23a5b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06a4fc5-0de6-4fe6-a1c0-beb5130473fe,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:49.416383 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 3185ab6e-a508-4ad1-b269-07229430860b no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:39:49.435924 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: 3185ab6e-a508-4ad1-b269-07229430860b {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:39:49.436266 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 3185ab6e-a508-4ad1-b269-07229430860b not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:39:49.496092 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-7073f9a8-fd17-40e7-be7e-5ae322e23a5b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:49.497303 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-7073f9a8-fd17-40e7-be7e-5ae322e23a5b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3794708 Jul 18 02:39:49.500537 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53672) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:49.505843 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Request body: {'floatingip': {'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:39:49.637227 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:49.641371 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:49.746080 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:49.770758 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74984b3-e840-4145-ab45-f9b367241550 req-80fbdfcd-5da7-4c0a-a5cd-15d9382e3f4c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:49.772154 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b74984b3-e840-4145-ab45-f9b367241550 req-80fbdfcd-5da7-4c0a-a5cd-15d9382e3f4c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0611539 Jul 18 02:39:49.884751 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b74984b3-e840-4145-ab45-f9b367241550 req-a7583933-4d16-484e-adcc-f348eaef04fc tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826027 Jul 18 02:39:49.907194 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Allocated IP 172.27.3.238 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/25df5741-e9cf-4546-9ccf-458190970169) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:39:50.013096 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for port (25df5741-e9cf-4546-9ccf-458190970169), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:50.114731 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (25df5741-e9cf-4546-9ccf-458190970169), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:50.151334 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:39:50.158843 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:39:50.164376 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:39:50.166363 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event updated for resources: {'Port': ['ID=25df5741-e9cf-4546-9ccf-458190970169,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:50.244908 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for floatingip (fdccf382-3eb4-42aa-aa2d-917a62dbd3b6), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:50.365639 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:50.373365 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (25df5741-e9cf-4546-9ccf-458190970169), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:50.717345 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:50.729960 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for port (25df5741-e9cf-4546-9ccf-458190970169), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:50.799564 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714115'] for port (25df5741-e9cf-4546-9ccf-458190970169), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:50.867918 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event updated for resources: {'Port': ['ID=25df5741-e9cf-4546-9ccf-458190970169,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:50.880474 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (fdccf382-3eb4-42aa-aa2d-917a62dbd3b6), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:50.990434 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:50.991753 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-d9cf546e-34a4-4c39-bdc0-dc60bb8faaaf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4902241 Jul 18 02:39:51.000497 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed092e1-6393-4281-a3e0-fce539f66124 req-67aa7e3c-aadf-464f-90a5-f202014dac08 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:51.003015 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-eed092e1-6393-4281-a3e0-fce539f66124 req-67aa7e3c-aadf-464f-90a5-f202014dac08 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0484493 Jul 18 02:39:51.050831 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-eed092e1-6393-4281-a3e0-fce539f66124 req-4f5b6ccc-e5db-43ba-9f53-453aa5f3e490 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423689 Jul 18 02:39:51.203297 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d40ce0aa-b7a9-4d74-ae0e-d19ea0ee0e36 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--723982977&fields=id&tenant_id=f3c1745729fe47238223557221c2e905 HTTP/1.1" status: 200 len: 267 time: 0.0434213 Jul 18 02:39:51.315006 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-50d21d3e-df19-4074-8cc9-ed1fc1b4a7a6 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:51.316515 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-50d21d3e-df19-4074-8cc9-ed1fc1b4a7a6 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/networks?id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 HTTP/1.1" status: 200 len: 817 time: 0.1061380 Jul 18 02:39:51.332651 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-747ca05c-0c19-489f-afa6-19ea5ae5daa6 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/quotas/f3c1745729fe47238223557221c2e905 HTTP/1.1" status: 200 len: 375 time: 0.0103061 Jul 18 02:39:51.381770 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-543be210-ccc5-4ad0-b0f0-20a5107e2a81 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3c1745729fe47238223557221c2e905&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441658 Jul 18 02:39:51.483941 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-1f495d4f-d9df-44ef-b14f-12ea5742c73d service neutron] 10.222.0.66 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883734 Jul 18 02:39:51.579914 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-67a66e78-f981-4ecf-a99d-6beac5262b58 service neutron] 10.222.0.66 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926347 Jul 18 02:39:51.583369 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e5e32-bc5a-491a-aa9d-dff2a57c4192 req-fffc17eb-ac9d-4c1e-a343-9145785c24de tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:51.584848 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0e3e5e32-bc5a-491a-aa9d-dff2a57c4192 req-fffc17eb-ac9d-4c1e-a343-9145785c24de tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0522971 Jul 18 02:39:51.674742 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0e3e5e32-bc5a-491a-aa9d-dff2a57c4192 req-015ec8a6-b5ee-44d2-861a-1386702ec2c6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838370 Jul 18 02:39:51.680982 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6673f-3282-4a4b-9dcd-548f2145a49e req-dc9bba7d-c624-4d65-b037-e8dd41869d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:51.682457 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8ee6673f-3282-4a4b-9dcd-548f2145a49e req-dc9bba7d-c624-4d65-b037-e8dd41869d80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 1129 time: 0.0505903 Jul 18 02:39:51.778053 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6673f-3282-4a4b-9dcd-548f2145a49e req-9e3ad93a-9ef8-4b87-b2bc-fd00204f1b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:51.779469 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8ee6673f-3282-4a4b-9dcd-548f2145a49e req-9e3ad93a-9ef8-4b87-b2bc-fd00204f1b96 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e66762c-c4d2-46f6-ba12-585a390bb14c HTTP/1.1" status: 200 len: 919 time: 0.0891383 Jul 18 02:39:51.863756 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d4c8cb2d-0cde-4509-8833-31ed6c03ab22 req-eca54c03-065c-45f8-a5d3-df488b463667 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 210 time: 0.0394335 Jul 18 02:39:51.870359 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8ee6673f-3282-4a4b-9dcd-548f2145a49e req-c29bb4a5-b5e2-403d-9cf7-d31b5f203f50 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b201d32b-4faf-4b5d-b867-467d2b9bcc9a HTTP/1.1" status: 200 len: 1001 time: 0.0840428 Jul 18 02:39:51.936621 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6673f-3282-4a4b-9dcd-548f2145a49e req-080d8a34-70c9-4860-b323-aa0e1acfa359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:51.938120 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8ee6673f-3282-4a4b-9dcd-548f2145a49e req-080d8a34-70c9-4860-b323-aa0e1acfa359 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4b8b997-66c3-477b-8816-8f4555614405 HTTP/1.1" status: 200 len: 857 time: 0.0587428 Jul 18 02:39:51.982344 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6673f-3282-4a4b-9dcd-548f2145a49e req-8908c173-36ef-4ae1-8d19-0feda4da2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:51.983863 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8ee6673f-3282-4a4b-9dcd-548f2145a49e req-8908c173-36ef-4ae1-8d19-0feda4da2f17 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e66762c-c4d2-46f6-ba12-585a390bb14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393810 Jul 18 02:39:52.017686 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:52.076754 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8ee6673f-3282-4a4b-9dcd-548f2145a49e req-3ff389e3-136a-4b1e-ab2c-117a1e9a3628 service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859511 Jul 18 02:39:52.179320 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8ee6673f-3282-4a4b-9dcd-548f2145a49e req-0d1936de-5f72-45a1-960d-b6dce15f2790 service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923400 Jul 18 02:39:52.792152 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65144f-6cdf-4983-917f-d5bece5cb60f req-2e9f2284-6e29-4a78-930c-1282e379a6a5 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:52.793642 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cf65144f-6cdf-4983-917f-d5bece5cb60f req-2e9f2284-6e29-4a78-930c-1282e379a6a5 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0500171 Jul 18 02:39:52.840318 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cf65144f-6cdf-4983-917f-d5bece5cb60f req-56b6d00f-fc89-478e-b617-687f772ceed0 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410917 Jul 18 02:39:52.965803 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-83dc9ea5-1042-4589-821b-94d80637c990 req-3f794937-33fb-4203-ac23-d9b68b524971 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 210 time: 0.0279531 Jul 18 02:39:53.955690 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c7428-db4d-4609-b449-3eddb8b71245 req-e24fac8d-e051-4fec-b3d9-a1a74be04d02 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:53.957928 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f96c7428-db4d-4609-b449-3eddb8b71245 req-e24fac8d-e051-4fec-b3d9-a1a74be04d02 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0487635 Jul 18 02:39:54.005764 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f96c7428-db4d-4609-b449-3eddb8b71245 req-9ea7dd4f-851a-4a53-a6e9-09af79fc661b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422144 Jul 18 02:39:54.071366 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c891b17f-a667-4169-bf32-7575ea0ba0fa req-98500a78-8815-474f-85ed-9c36e519297d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 210 time: 0.0328784 Jul 18 02:39:55.135705 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fab95f-22b4-4ca3-a63f-9fa94f7397cb req-86b1d197-401d-49bb-9a1c-2f517cde8ac3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:55.137212 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-85fab95f-22b4-4ca3-a63f-9fa94f7397cb req-86b1d197-401d-49bb-9a1c-2f517cde8ac3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0568428 Jul 18 02:39:55.173296 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fbcfce81-d49c-4a61-a371-ca0ccb7066c2 req-aa911f28-445a-4d1e-9b0e-ba799d5a66e3 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 210 time: 0.0280037 Jul 18 02:39:55.175651 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:55.190205 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-85fab95f-22b4-4ca3-a63f-9fa94f7397cb req-2353eb0a-9194-424a-b562-adb1a028494a tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455012 Jul 18 02:39:55.298861 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b0d62-7da9-4666-b460-c5e6387d7e5b req-1f982510-a6a9-427c-9950-d3dd0bbb258f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:55.300215 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fa0b0d62-7da9-4666-b460-c5e6387d7e5b req-1f982510-a6a9-427c-9950-d3dd0bbb258f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0465214 Jul 18 02:39:55.309855 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53728) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:39:55.314404 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-583f14b5-2bef-4a4d-8380-6845c3fb4d5d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Request body: {'floatingip': {'port_id': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:39:55.366343 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-583f14b5-2bef-4a4d-8380-6845c3fb4d5d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for floatingip (9bcd9650-7437-43ac-99d4-1342457b53e3), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:55.588240 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:55.820989 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-583f14b5-2bef-4a4d-8380-6845c3fb4d5d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:55.896739 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-583f14b5-2bef-4a4d-8380-6845c3fb4d5d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (9bcd9650-7437-43ac-99d4-1342457b53e3), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:56.013820 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:56.036232 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-830d0a36-5938-453a-a4db-929ecdfe5c0e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:56.037717 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-830d0a36-5938-453a-a4db-929ecdfe5c0e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.72 "GET /v2.0/networks?id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 HTTP/1.1" status: 200 len: 817 time: 0.1088831 Jul 18 02:39:56.102999 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583f14b5-2bef-4a4d-8380-6845c3fb4d5d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:39:56.109418 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-e1dae0e7-8ffe-463b-88d3-301c16c1e391 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c1745729fe47238223557221c2e905 HTTP/1.1" status: 200 len: 379 time: 0.0557330 Jul 18 02:39:56.118107 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-b542f4ee-802c-4a5b-8a3b-773222e17694 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Request body: {'port': {'device_id': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'admin_state_up': True, 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'security_groups': ['e905250e-6812-4674-a40f-1da9b7b5d8c3']}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:39:56.206982 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583f14b5-2bef-4a4d-8380-6845c3fb4d5d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:39:56.211873 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-583f14b5-2bef-4a4d-8380-6845c3fb4d5d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:56.218888 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77fcf99-54eb-4eb8-b370-d296f52abc16 None None] Sync routers for ids ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:39:56.231660 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77fcf99-54eb-4eb8-b370-d296f52abc16 None None] Routers {'6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:39:56.232290 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-f77fcf99-54eb-4eb8-b370-d296f52abc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:39:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:56.252485 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'tag': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:39:56.255017 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64ea466cc435dd77490079e2fa520d09e38a4648c4a1127f42521b2533b3eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0427de13-22c4-4daf-88eb-c40b478a7df0" -d '{"events": [{"name": "network-changed", "server_uuid": "202ad2e8-7648-4965-afb6-736cb94b74ac", "tag": "b201d32b-4faf-4b5d-b867-467d2b9bcc9a"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:39:56.309476 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a9b685-3280-46b2-bd5c-d81a563fc9d0 x-openstack-request-id: req-e1a9b685-3280-46b2-bd5c-d81a563fc9d0 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:39:56.309766 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202ad2e8-7648-4965-afb6-736cb94b74ac", "tag": "b201d32b-4faf-4b5d-b867-467d2b9bcc9a", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:39:56.310012 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e1a9b685-3280-46b2-bd5c-d81a563fc9d0 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:39:56.310428 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a9b685-3280-46b2-bd5c-d81a563fc9d0'] response: {'name': 'network-changed', 'server_uuid': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'tag': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a', 'status': 'completed', 'code': 200} Jul 18 02:39:56.314438 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-217de5e3-240d-4ed0-81b6-7ffb60affa5c req-e5c20797-d853-4a9b-9f38-0a691408decf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 210 time: 0.0369818 Jul 18 02:39:56.320444 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-583f14b5-2bef-4a4d-8380-6845c3fb4d5d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "PUT /v2.0/floatingips/9bcd9650-7437-43ac-99d4-1342457b53e3 HTTP/1.1" status: 200 len: 993 time: 1.0071304 Jul 18 02:39:56.325948 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-b542f4ee-802c-4a5b-8a3b-773222e17694 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Made reservation on behalf of f3c1745729fe47238223557221c2e905 for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:39:56.330385 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-b542f4ee-802c-4a5b-8a3b-773222e17694 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:56.346794 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-f77fcf99-54eb-4eb8-b370-d296f52abc16 None None] Set router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:39:56.444813 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427de13-22c4-4daf-88eb-c40b478a7df0 req-810ad3aa-e511-47c4-a017-2da68e461699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:56.446358 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0427de13-22c4-4daf-88eb-c40b478a7df0 req-810ad3aa-e511-47c4-a017-2da68e461699 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 1129 time: 0.0814409 Jul 18 02:39:56.512738 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-b542f4ee-802c-4a5b-8a3b-773222e17694 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Allocated IP 172.20.0.9 (cf656dc8-ef6c-43a1-bbd8-140e60e69fc7/190dcf0a-7210-4697-9764-0ce7890a53b0/078d1890-a0ab-46d1-ac2c-464bd6da369c) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:39:56.579654 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:56.595049 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:56.599271 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:56.674177 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:56.691833 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-f77fcf99-54eb-4eb8-b370-d296f52abc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:36:29Z', 'revision_number': 4, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '9bcd9650-7437-43ac-99d4-1342457b53e3', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'port_id': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'mac_address': 'fa:16:3e:66:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:38:00Z', 'updated_at': '2022-07-18T02:39:55Z', 'revision_number': 3, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687b8486-a262-4b0b-9519-aed70137ad36', 'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'mac_address': 'fa:16:3e:88:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:29Z', 'updated_at': '2022-07-18T02:36:33Z', 'revision_number': 5, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'subnets': [{'id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:56.717463 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77fcf99-54eb-4eb8-b370-d296f52abc16 None None] Checking router: 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:39:56.717714 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427de13-22c4-4daf-88eb-c40b478a7df0 req-93be7854-08c5-4c72-b21c-3926fd831117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:56.719048 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0427de13-22c4-4daf-88eb-c40b478a7df0 req-93be7854-08c5-4c72-b21c-3926fd831117 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e66762c-c4d2-46f6-ba12-585a390bb14c HTTP/1.1" status: 200 len: 919 time: 0.1720302 Jul 18 02:39:56.726858 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77fcf99-54eb-4eb8-b370-d296f52abc16 None None] Routers {'6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:39:56.727474 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-f77fcf99-54eb-4eb8-b370-d296f52abc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:39:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:56.741823 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-b542f4ee-802c-4a5b-8a3b-773222e17694 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:56.780112 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:56.799554 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0427de13-22c4-4daf-88eb-c40b478a7df0 req-a05e5374-d2b9-4775-b5ce-9c0cd22d9fc1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b201d32b-4faf-4b5d-b867-467d2b9bcc9a HTTP/1.1" status: 200 len: 1001 time: 0.0738273 Jul 18 02:39:56.830752 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-f77fcf99-54eb-4eb8-b370-d296f52abc16 None None] Set router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:39:56.860973 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427de13-22c4-4daf-88eb-c40b478a7df0 req-e5247698-6be5-4790-9946-aa7079195b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:56.862473 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0427de13-22c4-4daf-88eb-c40b478a7df0 req-e5247698-6be5-4790-9946-aa7079195b4f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4b8b997-66c3-477b-8816-8f4555614405 HTTP/1.1" status: 200 len: 857 time: 0.0531089 Jul 18 02:39:56.906543 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-b542f4ee-802c-4a5b-8a3b-773222e17694 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:56.914778 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:56.940454 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427de13-22c4-4daf-88eb-c40b478a7df0 req-93419fd5-5872-44e9-b5ff-e2be8f3a439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:56.942673 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0427de13-22c4-4daf-88eb-c40b478a7df0 req-93419fd5-5872-44e9-b5ff-e2be8f3a439a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e66762c-c4d2-46f6-ba12-585a390bb14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742064 Jul 18 02:39:56.982601 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-b542f4ee-802c-4a5b-8a3b-773222e17694 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:39:56.986338 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542f4ee-802c-4a5b-8a3b-773222e17694 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event updated for resources: {'Port': ['ID=078d1890-a0ab-46d1-ac2c-464bd6da369c,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:56.990024 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-b542f4ee-802c-4a5b-8a3b-773222e17694 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:39:56.992544 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-b542f4ee-802c-4a5b-8a3b-773222e17694 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:39:57.049850 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-f77fcf99-54eb-4eb8-b370-d296f52abc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:36:29Z', 'revision_number': 4, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '9bcd9650-7437-43ac-99d4-1342457b53e3', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'port_id': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'mac_address': 'fa:16:3e:66:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:38:00Z', 'updated_at': '2022-07-18T02:39:55Z', 'revision_number': 3, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687b8486-a262-4b0b-9519-aed70137ad36', 'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'mac_address': 'fa:16:3e:88:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:29Z', 'updated_at': '2022-07-18T02:36:33Z', 'revision_number': 5, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'subnets': [{'id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:39:57.076373 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77fcf99-54eb-4eb8-b370-d296f52abc16 None None] The sync data for ids ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'] in dv-cinder-850015-3-iscsi is: [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:36:29Z', 'revision_number': 4, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '9bcd9650-7437-43ac-99d4-1342457b53e3', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'port_id': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'mac_address': 'fa:16:3e:66:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:38:00Z', 'updated_at': '2022-07-18T02:39:55Z', 'revision_number': 3, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687b8486-a262-4b0b-9519-aed70137ad36', 'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'mac_address': 'fa:16:3e:88:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:29Z', 'updated_at': '2022-07-18T02:36:33Z', 'revision_number': 5, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'subnets': [{'id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:39:57.090320 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-b542f4ee-802c-4a5b-8a3b-773222e17694 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:57.090963 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-b542f4ee-802c-4a5b-8a3b-773222e17694 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:57.120707 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0427de13-22c4-4daf-88eb-c40b478a7df0 req-c1a03ab9-6968-4e2d-a53a-d0a957c25c9e service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699028 Jul 18 02:39:57.220487 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-b542f4ee-802c-4a5b-8a3b-773222e17694 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1058695 Jul 18 02:39:57.222556 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-b6f079db-f9cd-40cd-962a-f3a2adb85d61 None None] Provisioning complete for port 078d1890-a0ab-46d1-ac2c-464bd6da369c triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:39:57.223158 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-b6f079db-f9cd-40cd-962a-f3a2adb85d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:57.224404 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0427de13-22c4-4daf-88eb-c40b478a7df0 req-1c6f0716-4885-4c7f-a745-757d4209d387 service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961959 Jul 18 02:39:57.256593 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Request body: {'port': {'device_id': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:39:57.261180 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-b6f079db-f9cd-40cd-962a-f3a2adb85d61 None None] Port 078d1890-a0ab-46d1-ac2c-464bd6da369c cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:39:57.321094 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:57.484953 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41e0a3-f35c-44be-867a-6b2cc22b3078 req-9d77c670-0c2c-4146-afe7-307fadacb49a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:57.486498 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0a41e0a3-f35c-44be-867a-6b2cc22b3078 req-9d77c670-0c2c-4146-afe7-307fadacb49a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 931 time: 0.0697465 Jul 18 02:39:57.598189 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0a41e0a3-f35c-44be-867a-6b2cc22b3078 req-0017dd73-1414-40c5-8b6c-2e7593600af3 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994081 Jul 18 02:39:57.674915 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078d1890-a0ab-46d1-ac2c-464bd6da369c {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:39:57.683186 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Publish callbacks [] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:57.695354 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:57.697352 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Transition to ACTIVE for port object 078d1890-a0ab-46d1-ac2c-464bd6da369c will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:39:57.828523 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:57.884579 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Pushing event updated for resources: {'Port': ['ID=078d1890-a0ab-46d1-ac2c-464bd6da369c,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:57.964289 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Attempting to bind port 078d1890-a0ab-46d1-ac2c-464bd6da369c on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:39:57.964627 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Attempting to bind port 078d1890-a0ab-46d1-ac2c-464bd6da369c by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': 'caf5e89e-a801-4a5d-8d60-387239beb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:39:57.964958 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Attempting to bind port 078d1890-a0ab-46d1-ac2c-464bd6da369c on network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:39:57.966913 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:57.970895 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Port 078d1890-a0ab-46d1-ac2c-464bd6da369c on network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:39:57.974999 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Attempting to bind port 078d1890-a0ab-46d1-ac2c-464bd6da369c on network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:39:57.976928 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:39:57.977270 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Checking segment: {'id': 'caf5e89e-a801-4a5d-8d60-387239beb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:39:57.977656 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Bound using segment: {'id': 'caf5e89e-a801-4a5d-8d60-387239beb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:39:57.978104 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Bound port: 078d1890-a0ab-46d1-ac2c-464bd6da369c, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf5e89e-a801-4a5d-8d60-387239beb553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:39:57.978464 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:58.311724 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'tag': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:39:58.314601 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64ea466cc435dd77490079e2fa520d09e38a4648c4a1127f42521b2533b3eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d090f0-a6d8-41cb-98e6-9069ba724311" -d '{"events": [{"name": "network-changed", "server_uuid": "202ad2e8-7648-4965-afb6-736cb94b74ac", "tag": "b201d32b-4faf-4b5d-b867-467d2b9bcc9a"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:39:58.318015 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] For port 078d1890-a0ab-46d1-ac2c-464bd6da369c, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:39:58.321415 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] For port 078d1890-a0ab-46d1-ac2c-464bd6da369c, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=078d1890-a0ab-46d1-ac2c-464bd6da369c,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:39:58.350987 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650aefd8-b502-4f83-a4d3-c2bcabe0fb96 x-openstack-request-id: req-650aefd8-b502-4f83-a4d3-c2bcabe0fb96 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:39:58.351284 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202ad2e8-7648-4965-afb6-736cb94b74ac", "tag": "b201d32b-4faf-4b5d-b867-467d2b9bcc9a", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:39:58.351543 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-650aefd8-b502-4f83-a4d3-c2bcabe0fb96 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:39:58.351974 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-650aefd8-b502-4f83-a4d3-c2bcabe0fb96'] response: {'name': 'network-changed', 'server_uuid': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'tag': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a', 'status': 'completed', 'code': 200} Jul 18 02:39:58.395551 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:58.439733 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:58.439733 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:58.440873 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] 10.222.0.72 "PUT /v2.0/ports/078d1890-a0ab-46d1-ac2c-464bd6da369c HTTP/1.1" status: 200 len: 1093 time: 1.1909413 Jul 18 02:39:58.448341 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'tag': '078d1890-a0ab-46d1-ac2c-464bd6da369c'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:39:58.451694 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5348f9-6645-4b8e-a7a2-832c2003aa63" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a", "tag": "078d1890-a0ab-46d1-ac2c-464bd6da369c"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:39:58.493769 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3117300c-4e18-4dde-bfd6-f575276660ef x-openstack-request-id: req-3117300c-4e18-4dde-bfd6-f575276660ef {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:39:58.494405 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a", "tag": "078d1890-a0ab-46d1-ac2c-464bd6da369c", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:39:58.494405 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3117300c-4e18-4dde-bfd6-f575276660ef {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:39:58.494705 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3117300c-4e18-4dde-bfd6-f575276660ef'] response: {'name': 'network-changed', 'server_uuid': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'tag': '078d1890-a0ab-46d1-ac2c-464bd6da369c', 'status': 'completed', 'code': 200} Jul 18 02:39:58.503982 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d090f0-a6d8-41cb-98e6-9069ba724311 req-428f1b01-5b93-436e-a7ed-ab1a85e32ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:58.505485 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-53d090f0-a6d8-41cb-98e6-9069ba724311 req-428f1b01-5b93-436e-a7ed-ab1a85e32ecd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 1129 time: 0.0836790 Jul 18 02:39:58.513126 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb6b81-0d2f-4e2a-91a8-28b8bffb76ac service neutron] Pushing event updated for resources: {'Port': ['ID=078d1890-a0ab-46d1-ac2c-464bd6da369c,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:39:58.628196 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5348f9-6645-4b8e-a7a2-832c2003aa63 req-f63b240f-bcd6-473d-a0f4-d7d823185816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:58.629838 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5d5348f9-6645-4b8e-a7a2-832c2003aa63 req-f63b240f-bcd6-473d-a0f4-d7d823185816 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3c1745729fe47238223557221c2e905&device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 1127 time: 0.0894399 Jul 18 02:39:58.680707 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d090f0-a6d8-41cb-98e6-9069ba724311 req-1e131622-63cf-42b6-b365-5fa9b9dc2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:58.682216 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-53d090f0-a6d8-41cb-98e6-9069ba724311 req-1e131622-63cf-42b6-b365-5fa9b9dc2474 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e66762c-c4d2-46f6-ba12-585a390bb14c HTTP/1.1" status: 200 len: 919 time: 0.1510830 Jul 18 02:39:58.703997 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:58.723053 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11e462-40ad-4a4a-afc4-60501a83fd20 req-299c6e20-ac0c-477c-b498-fce30b0d2818 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:58.724595 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-de11e462-40ad-4a4a-afc4-60501a83fd20 req-299c6e20-ac0c-477c-b498-fce30b0d2818 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.0517812 Jul 18 02:39:58.777409 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-de11e462-40ad-4a4a-afc4-60501a83fd20 req-d4ccd93e-049c-48d8-ae54-bd7660686a97 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467069 Jul 18 02:39:58.804914 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-53d090f0-a6d8-41cb-98e6-9069ba724311 req-977de2ab-fc5d-47e6-8bcb-913eb4f053cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b201d32b-4faf-4b5d-b867-467d2b9bcc9a HTTP/1.1" status: 200 len: 1001 time: 0.1131094 Jul 18 02:39:58.828337 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5348f9-6645-4b8e-a7a2-832c2003aa63 req-d84fdf9f-f166-48b9-8104-e2a29fb2bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:58.829689 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5d5348f9-6645-4b8e-a7a2-832c2003aa63 req-d84fdf9f-f166-48b9-8104-e2a29fb2bf29 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f3c1745729fe47238223557221c2e905&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1778135 Jul 18 02:39:58.925552 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d090f0-a6d8-41cb-98e6-9069ba724311 req-088980ac-79f2-4bc5-98d5-681265fe5908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:58.927381 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-53d090f0-a6d8-41cb-98e6-9069ba724311 req-088980ac-79f2-4bc5-98d5-681265fe5908 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4b8b997-66c3-477b-8816-8f4555614405 HTTP/1.1" status: 200 len: 857 time: 0.1126254 Jul 18 02:39:58.948777 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2bd37f29-a64d-43c8-aa4a-3e0fb285417d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:39:58.989549 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5348f9-6645-4b8e-a7a2-832c2003aa63 req-2e29e1f6-e6a8-4f30-b8c7-a24c2d1bb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:58.990970 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5d5348f9-6645-4b8e-a7a2-832c2003aa63 req-2e29e1f6-e6a8-4f30-b8c7-a24c2d1bb38b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1412468 Jul 18 02:39:58.992027 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d090f0-a6d8-41cb-98e6-9069ba724311 req-8618eed0-9e9c-4206-ae5a-a5e0907238f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:58.993366 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-53d090f0-a6d8-41cb-98e6-9069ba724311 req-8618eed0-9e9c-4206-ae5a-a5e0907238f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e66762c-c4d2-46f6-ba12-585a390bb14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600698 Jul 18 02:39:59.116299 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-358c7c62-8055-4fae-8b72-08f7c3cb3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:59.117675 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-358c7c62-8055-4fae-8b72-08f7c3cb3c4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3c1745729fe47238223557221c2e905&device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 1127 time: 0.0570326 Jul 18 02:39:59.127502 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-53d090f0-a6d8-41cb-98e6-9069ba724311 req-a132f997-aae8-4f4c-9f2e-b782d8fe0c9a service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194472 Jul 18 02:39:59.151352 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:59.187421 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-2db1dc9b-e2d0-41e5-bcc1-a5cb481aa28c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=078d1890-a0ab-46d1-ac2c-464bd6da369c HTTP/1.1" status: 200 len: 217 time: 0.0501757 Jul 18 02:39:59.285900 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-09ea9216-58d7-4b67-9ea9-6960d9b29473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:59.287379 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-09ea9216-58d7-4b67-9ea9-6960d9b29473 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=190dcf0a-7210-4697-9764-0ce7890a53b0 HTTP/1.1" status: 200 len: 856 time: 0.0917156 Jul 18 02:39:59.292133 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:39:59.306108 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-53d090f0-a6d8-41cb-98e6-9069ba724311 req-ef0091e8-d475-4776-97bd-e349ee7b1a40 service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677959 Jul 18 02:39:59.334176 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-7a3a6be0-02fd-4406-893f-962b7ce38c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:59.335658 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-7a3a6be0-02fd-4406-893f-962b7ce38c24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409992 Jul 18 02:39:59.443240 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-83df6fd0-5700-453e-aca1-10ba62a6d6bd service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881376 Jul 18 02:39:59.536895 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0dbae877-b43c-4ce0-96fb-e56419e85d19 req-2b853445-9f9c-4b01-9775-ad79ef526e60 service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821049 Jul 18 02:39:59.903889 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f75013-55db-44ff-9725-b16273260538 req-d0e4b28c-e3c6-44ed-85fd-f2d8e9e55e28 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:39:59.905356 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-32f75013-55db-44ff-9725-b16273260538 req-d0e4b28c-e3c6-44ed-85fd-f2d8e9e55e28 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.0521846 Jul 18 02:39:59.952690 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-32f75013-55db-44ff-9725-b16273260538 req-a339213e-5217-423e-b7cc-87b237cad536 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412903 Jul 18 02:40:01.183711 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483837c8-d591-41ff-a4bc-f6066608a6e0 req-57e530c7-9409-4d2b-ab12-946b291a162d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:01.185202 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-483837c8-d591-41ff-a4bc-f6066608a6e0 req-57e530c7-9409-4d2b-ab12-946b291a162d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.1618397 Jul 18 02:40:01.231735 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-483837c8-d591-41ff-a4bc-f6066608a6e0 req-6c343dc2-2661-4a72-b91d-fef3be5da6ed tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410490 Jul 18 02:40:01.432278 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-c52538ef-1037-4e7b-b0c4-2e93c4846b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:01.462550 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 078d1890-a0ab-46d1-ac2c-464bd6da369c details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:40:01.554519 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:01.559221 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 078d1890-a0ab-46d1-ac2c-464bd6da369c, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=078d1890-a0ab-46d1-ac2c-464bd6da369c,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:40:01.570755 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '078d1890-a0ab-46d1-ac2c-464bd6da369c', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'port_id': '078d1890-a0ab-46d1-ac2c-464bd6da369c', 'mac_address': 'fa:16:3e:18:39:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:40:01.609673 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 078d1890-a0ab-46d1-ac2c-464bd6da369c is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:40:01.610112 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:01.623622 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078d1890-a0ab-46d1-ac2c-464bd6da369c {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:40:01.643078 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 078d1890-a0ab-46d1-ac2c-464bd6da369c, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=078d1890-a0ab-46d1-ac2c-464bd6da369c,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:40:01.708855 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:01.755802 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=078d1890-a0ab-46d1-ac2c-464bd6da369c,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:01.762850 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:01.763193 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:01.763550 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:01.763903 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:01.764236 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:01.764620 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:01.764968 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:01.765287 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:01.765606 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:01.765932 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:01.766271 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:01.766600 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:01.766920 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:01.767231 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:01.767542 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:02.157493 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['078d1890-a0ab-46d1-ac2c-464bd6da369c'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:40:02.178609 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:02.403004 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a1240-e11f-4370-ae95-e941dc2436b0 req-33dd1c28-bc42-4955-99f8-c56443b7708c tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:02.404504 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6c6a1240-e11f-4370-ae95-e941dc2436b0 req-33dd1c28-bc42-4955-99f8-c56443b7708c tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 944 time: 0.1001770 Jul 18 02:40:02.452288 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6c6a1240-e11f-4370-ae95-e941dc2436b0 req-91880389-75d6-443c-ad17-e9ab14336bd6 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421879 Jul 18 02:40:02.620492 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:03.477338 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 078d1890-a0ab-46d1-ac2c-464bd6da369c up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:40:03.521367 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port 078d1890-a0ab-46d1-ac2c-464bd6da369c completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:40:03.571964 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca57ea-67d9-49cc-8374-b6e0dd418281 req-3f4a104b-a506-4226-82e4-7c2a1514d0ad tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:03.573504 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bcca57ea-67d9-49cc-8374-b6e0dd418281 req-3f4a104b-a506-4226-82e4-7c2a1514d0ad tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 944 time: 0.0474753 Jul 18 02:40:03.580342 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 078d1890-a0ab-46d1-ac2c-464bd6da369c triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:40:03.580728 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:03.624661 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bcca57ea-67d9-49cc-8374-b6e0dd418281 req-eb08647a-754c-4394-a74e-338177c5c53c tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454783 Jul 18 02:40:03.672128 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 078d1890-a0ab-46d1-ac2c-464bd6da369c is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:40:03.672712 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:03.695928 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078d1890-a0ab-46d1-ac2c-464bd6da369c'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:40:03.698182 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb9b19e-721f-460e-adf8-a8779dfdab4f" -d '{"events": [{"server_uuid": "cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a", "name": "network-vif-plugged", "status": "completed", "tag": "078d1890-a0ab-46d1-ac2c-464bd6da369c"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:40:03.711061 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 078d1890-a0ab-46d1-ac2c-464bd6da369c, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=078d1890-a0ab-46d1-ac2c-464bd6da369c,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:40:03.734382 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a642642-d442-41df-b00e-d517752fa2b4 x-openstack-request-id: req-4a642642-d442-41df-b00e-d517752fa2b4 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:40:03.734676 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a", "name": "network-vif-plugged", "status": "completed", "tag": "078d1890-a0ab-46d1-ac2c-464bd6da369c", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:40:03.734934 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a642642-d442-41df-b00e-d517752fa2b4 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:40:03.735359 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a642642-d442-41df-b00e-d517752fa2b4'] response: {'server_uuid': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078d1890-a0ab-46d1-ac2c-464bd6da369c', 'code': 200} Jul 18 02:40:03.783214 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:03.835072 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=078d1890-a0ab-46d1-ac2c-464bd6da369c,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:03.868298 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:03.980550 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:04.133907 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca3ec8-1447-4684-aa93-c3a5417a7bff req-eeca1ef2-4366-4c7f-aabe-dbe7610daa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:04.135392 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-48ca3ec8-1447-4684-aa93-c3a5417a7bff req-eeca1ef2-4366-4c7f-aabe-dbe7610daa42 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 1129 time: 0.0385032 Jul 18 02:40:04.187471 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-48ca3ec8-1447-4684-aa93-c3a5417a7bff req-cc087b86-49d5-41be-894d-53f8e5d99162 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417812 Jul 18 02:40:04.540283 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:04.746842 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b677d4-1157-415f-ac8a-0316d889f31c req-e2c8d463-543f-46b1-ba55-61910ee596e4 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:04.748282 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d6b677d4-1157-415f-ac8a-0316d889f31c req-e2c8d463-543f-46b1-ba55-61910ee596e4 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0505400 Jul 18 02:40:04.794439 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d6b677d4-1157-415f-ac8a-0316d889f31c req-4a3d8013-5bba-4519-8c94-76e52c3b9be9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404320 Jul 18 02:40:05.912494 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf45500-28a7-4f28-9789-ed1a0f564cae req-96242ee4-4873-45b3-af0e-06a869dc51bb tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:05.913954 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ecf45500-28a7-4f28-9789-ed1a0f564cae req-96242ee4-4873-45b3-af0e-06a869dc51bb tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0467725 Jul 18 02:40:05.961685 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ecf45500-28a7-4f28-9789-ed1a0f564cae req-df72ffed-c79f-49ca-b4ef-418ae6a43ec0 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421457 Jul 18 02:40:06.074949 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35df48-a330-4281-9e66-2b5fa9f5f403 req-e888aeaa-3d37-4de8-b997-798980e01416 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:06.076426 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3d35df48-a330-4281-9e66-2b5fa9f5f403 req-e888aeaa-3d37-4de8-b997-798980e01416 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0474951 Jul 18 02:40:06.085915 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53774) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:06.090340 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-916efbfc-33b3-4555-841b-1fc1b569e99b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Request body: {'floatingip': {'port_id': '078d1890-a0ab-46d1-ac2c-464bd6da369c'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:40:06.093825 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:06.127731 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-916efbfc-33b3-4555-841b-1fc1b569e99b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for floatingip (fdccf382-3eb4-42aa-aa2d-917a62dbd3b6), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:06.550371 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-916efbfc-33b3-4555-841b-1fc1b569e99b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:06.626517 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-916efbfc-33b3-4555-841b-1fc1b569e99b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (fdccf382-3eb4-42aa-aa2d-917a62dbd3b6), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:06.720796 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:06.725906 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-916efbfc-33b3-4555-841b-1fc1b569e99b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Floating IP fdccf382-3eb4-42aa-aa2d-917a62dbd3b6 associated. External IP: 172.27.3.238, port: 078d1890-a0ab-46d1-ac2c-464bd6da369c. Jul 18 02:40:06.926934 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916efbfc-33b3-4555-841b-1fc1b569e99b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Router 75920ce6-3887-486e-a66f-0bc44f02c254 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:40:07.226617 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916efbfc-33b3-4555-841b-1fc1b569e99b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:40:07.231491 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-916efbfc-33b3-4555-841b-1fc1b569e99b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:07.236781 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3636fa2-795a-4a50-b507-fa7cef61329f None None] Sync routers for ids ['75920ce6-3887-486e-a66f-0bc44f02c254'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:40:07.246714 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3636fa2-795a-4a50-b507-fa7cef61329f None None] Routers {'75920ce6-3887-486e-a66f-0bc44f02c254'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:40:07.247324 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-d3636fa2-795a-4a50-b507-fa7cef61329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:40:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['75920ce6-3887-486e-a66f-0bc44f02c254'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:07.261899 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-916efbfc-33b3-4555-841b-1fc1b569e99b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "PUT /v2.0/floatingips/fdccf382-3eb4-42aa-aa2d-917a62dbd3b6 HTTP/1.1" status: 200 len: 991 time: 1.1748939 Jul 18 02:40:07.262515 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'tag': '078d1890-a0ab-46d1-ac2c-464bd6da369c'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:40:07.264778 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64ea466cc435dd77490079e2fa520d09e38a4648c4a1127f42521b2533b3eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b7f192-192c-4885-8156-bd8ef5909f13" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a", "tag": "078d1890-a0ab-46d1-ac2c-464bd6da369c"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:40:07.303755 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b767029b-b6f4-4d56-aa36-da69f89b9472 x-openstack-request-id: req-b767029b-b6f4-4d56-aa36-da69f89b9472 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:40:07.304051 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a", "tag": "078d1890-a0ab-46d1-ac2c-464bd6da369c", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:40:07.304308 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b767029b-b6f4-4d56-aa36-da69f89b9472 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:40:07.304725 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b767029b-b6f4-4d56-aa36-da69f89b9472'] response: {'name': 'network-changed', 'server_uuid': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'tag': '078d1890-a0ab-46d1-ac2c-464bd6da369c', 'status': 'completed', 'code': 200} Jul 18 02:40:07.349817 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-d3636fa2-795a-4a50-b507-fa7cef61329f None None] Set router 75920ce6-3887-486e-a66f-0bc44f02c254 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:40:07.388452 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7f192-192c-4885-8156-bd8ef5909f13 req-84c8a90b-b8d1-462f-ae11-60d533b144ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:07.389927 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f0b7f192-192c-4885-8156-bd8ef5909f13 req-84c8a90b-b8d1-462f-ae11-60d533b144ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3c1745729fe47238223557221c2e905&device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 1129 time: 0.0382862 Jul 18 02:40:07.485084 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7f192-192c-4885-8156-bd8ef5909f13 req-63d191da-d42c-4bf8-9bf2-b46bb9ae164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:07.486493 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f0b7f192-192c-4885-8156-bd8ef5909f13 req-63d191da-d42c-4bf8-9bf2-b46bb9ae164a service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 HTTP/1.1" status: 200 len: 918 time: 0.0905080 Jul 18 02:40:07.549575 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f0b7f192-192c-4885-8156-bd8ef5909f13 req-eacfa5b8-1b6e-46b3-a429-62d6672fb4d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=078d1890-a0ab-46d1-ac2c-464bd6da369c HTTP/1.1" status: 200 len: 999 time: 0.0561945 Jul 18 02:40:07.564434 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-d3636fa2-795a-4a50-b507-fa7cef61329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'fdccf382-3eb4-42aa-aa2d-917a62dbd3b6', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'port_id': '078d1890-a0ab-46d1-ac2c-464bd6da369c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'mac_address': 'fa:16:3e:18:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:39:50Z', 'updated_at': '2022-07-18T02:40:06Z', 'revision_number': 1, 'project_id': 'f3c1745729fe47238223557221c2e905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e3a20-2267-46bc-bd45-780061570f1e', 'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'mac_address': 'fa:16:3e:73:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:09Z', 'updated_at': '2022-07-18T02:35:28Z', 'revision_number': 5, 'project_id': 'f3c1745729fe47238223557221c2e905', 'subnets': [{'id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:07.590322 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3636fa2-795a-4a50-b507-fa7cef61329f None None] Checking router: 75920ce6-3887-486e-a66f-0bc44f02c254 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:40:07.601426 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3636fa2-795a-4a50-b507-fa7cef61329f None None] Routers {'75920ce6-3887-486e-a66f-0bc44f02c254'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:40:07.602045 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-d3636fa2-795a-4a50-b507-fa7cef61329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:40:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['75920ce6-3887-486e-a66f-0bc44f02c254'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:07.622455 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d2c0051a-8060-4bcf-9cfa-a70dc2922288 req-aa2a0a27-9c05-4e81-b420-6114ed12b0f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716858 Jul 18 02:40:07.627751 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7f192-192c-4885-8156-bd8ef5909f13 req-db29ddfa-24d2-48f4-985e-237fb57bae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:07.629097 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f0b7f192-192c-4885-8156-bd8ef5909f13 req-db29ddfa-24d2-48f4-985e-237fb57bae95 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=190dcf0a-7210-4697-9764-0ce7890a53b0 HTTP/1.1" status: 200 len: 856 time: 0.0691628 Jul 18 02:40:07.706973 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-d3636fa2-795a-4a50-b507-fa7cef61329f None None] Set router 75920ce6-3887-486e-a66f-0bc44f02c254 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:40:07.715079 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:07.720139 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7f192-192c-4885-8156-bd8ef5909f13 req-5c8924eb-4412-4e60-afd3-4839eb86d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:07.721658 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f0b7f192-192c-4885-8156-bd8ef5909f13 req-5c8924eb-4412-4e60-afd3-4839eb86d09a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713229 Jul 18 02:40:07.722607 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0051a-8060-4bcf-9cfa-a70dc2922288 req-bc559831-77f5-468f-a3e5-c203e0a65273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:07.724061 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d2c0051a-8060-4bcf-9cfa-a70dc2922288 req-bc559831-77f5-468f-a3e5-c203e0a65273 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 1130 time: 0.0642855 Jul 18 02:40:07.813742 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:07.888285 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f0b7f192-192c-4885-8156-bd8ef5909f13 req-f116b872-a07e-4610-9012-0bde7b5c3ad5 service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572273 Jul 18 02:40:07.920260 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0051a-8060-4bcf-9cfa-a70dc2922288 req-745f93be-020d-4a3f-875a-bae90e7cd260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:07.921704 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d2c0051a-8060-4bcf-9cfa-a70dc2922288 req-745f93be-020d-4a3f-875a-bae90e7cd260 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e66762c-c4d2-46f6-ba12-585a390bb14c HTTP/1.1" status: 200 len: 919 time: 0.1702526 Jul 18 02:40:07.923033 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-d3636fa2-795a-4a50-b507-fa7cef61329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'fdccf382-3eb4-42aa-aa2d-917a62dbd3b6', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'port_id': '078d1890-a0ab-46d1-ac2c-464bd6da369c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'mac_address': 'fa:16:3e:18:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:39:50Z', 'updated_at': '2022-07-18T02:40:06Z', 'revision_number': 1, 'project_id': 'f3c1745729fe47238223557221c2e905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e3a20-2267-46bc-bd45-780061570f1e', 'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'mac_address': 'fa:16:3e:73:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:09Z', 'updated_at': '2022-07-18T02:35:28Z', 'revision_number': 5, 'project_id': 'f3c1745729fe47238223557221c2e905', 'subnets': [{'id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:07.948484 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3636fa2-795a-4a50-b507-fa7cef61329f None None] The sync data for ids ['75920ce6-3887-486e-a66f-0bc44f02c254'] in dv-cinder-850015-3-iscsi is: [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'fdccf382-3eb4-42aa-aa2d-917a62dbd3b6', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'port_id': '078d1890-a0ab-46d1-ac2c-464bd6da369c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'mac_address': 'fa:16:3e:18:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:39:50Z', 'updated_at': '2022-07-18T02:40:06Z', 'revision_number': 1, 'project_id': 'f3c1745729fe47238223557221c2e905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e3a20-2267-46bc-bd45-780061570f1e', 'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'mac_address': 'fa:16:3e:73:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:09Z', 'updated_at': '2022-07-18T02:35:28Z', 'revision_number': 5, 'project_id': 'f3c1745729fe47238223557221c2e905', 'subnets': [{'id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:40:07.993635 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d2c0051a-8060-4bcf-9cfa-a70dc2922288 req-5fc1c2f2-78f4-4e73-861c-0a3619bcf20a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caf2e138-8e60-4fcf-8119-71c69a88ae7d HTTP/1.1" status: 200 len: 217 time: 0.0635679 Jul 18 02:40:08.055886 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f0b7f192-192c-4885-8156-bd8ef5909f13 req-d27794af-c5e1-4dff-8163-070f4e26a417 service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577759 Jul 18 02:40:08.065113 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0051a-8060-4bcf-9cfa-a70dc2922288 req-66d95abb-77e2-4857-885c-1669c1300d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:08.067085 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d2c0051a-8060-4bcf-9cfa-a70dc2922288 req-66d95abb-77e2-4857-885c-1669c1300d3b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4b8b997-66c3-477b-8816-8f4555614405 HTTP/1.1" status: 200 len: 857 time: 0.0658464 Jul 18 02:40:08.137577 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cff0f51-e816-4507-aba0-ae1fb5ffc4bf None None] New status for floating IP fdccf382-3eb4-42aa-aa2d-917a62dbd3b6: ACTIVE {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:40:08.140532 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0051a-8060-4bcf-9cfa-a70dc2922288 req-240713a5-3941-4f4a-94f9-4f5cac0716a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:08.142050 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d2c0051a-8060-4bcf-9cfa-a70dc2922288 req-240713a5-3941-4f4a-94f9-4f5cac0716a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e66762c-c4d2-46f6-ba12-585a390bb14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441265 Jul 18 02:40:08.238813 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d2c0051a-8060-4bcf-9cfa-a70dc2922288 req-331a445f-557c-4713-8e6b-96d37a533b7a service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905223 Jul 18 02:40:08.327583 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d2c0051a-8060-4bcf-9cfa-a70dc2922288 req-719cab99-db20-41ae-a47d-ed416865e8ef service neutron] 10.222.0.72 "GET /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830121 Jul 18 02:40:12.892815 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bb137-8f1a-4c3c-90fb-dd68c05411f8 req-799f2c99-2b8e-471b-a3cf-4192c0809904 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:12.894288 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cd5bb137-8f1a-4c3c-90fb-dd68c05411f8 req-799f2c99-2b8e-471b-a3cf-4192c0809904 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0508552 Jul 18 02:40:12.942465 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cd5bb137-8f1a-4c3c-90fb-dd68c05411f8 req-ae20af05-2a00-4bc5-9f9c-2d83db2f85e6 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418215 Jul 18 02:40:14.056364 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20878a-6ae1-4264-b187-9391d1e33987 req-a2579506-3580-4d4c-972a-1872f524b201 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:14.057846 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ce20878a-6ae1-4264-b187-9391d1e33987 req-a2579506-3580-4d4c-972a-1872f524b201 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0475438 Jul 18 02:40:14.104588 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ce20878a-6ae1-4264-b187-9391d1e33987 req-a8aaf7cc-e9e7-4d05-88bf-fc93e494820a tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411365 Jul 18 02:40:15.096723 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdac1ad-32e8-4893-a4a3-b746c9dce1c6 req-55cfaed5-fff6-4dc9-9e34-e9354cc8210c tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:15.098199 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-efdac1ad-32e8-4893-a4a3-b746c9dce1c6 req-55cfaed5-fff6-4dc9-9e34-e9354cc8210c tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0472252 Jul 18 02:40:15.209931 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-efdac1ad-32e8-4893-a4a3-b746c9dce1c6 req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Deleting port f7b04923-0911-4df9-b770-512e41d840f9 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:40:15.210295 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-efdac1ad-32e8-4893-a4a3-b746c9dce1c6 req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (f7b04923-0911-4df9-b770-512e41d840f9), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:15.251272 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4243e9-ce69-40df-ada9-57c6a5a25a55 req-1035ea46-f78c-4daa-b4d8-ecfeb3d76a9e tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:15.252718 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0b4243e9-ce69-40df-ada9-57c6a5a25a55 req-1035ea46-f78c-4daa-b4d8-ecfeb3d76a9e tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 946 time: 0.0782597 Jul 18 02:40:15.325692 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:15.335503 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:15.347290 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-efdac1ad-32e8-4893-a4a3-b746c9dce1c6 req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] For port f7b04923-0911-4df9-b770-512e41d840f9, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=f7b04923-0911-4df9-b770-512e41d840f9,segment=NetworkSegment(6ff41e72-1342-45fe-8bdb-7023c8569238),segment_id=6ff41e72-1342-45fe-8bdb-7023c8569238)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:40:15.347658 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-efdac1ad-32e8-4893-a4a3-b746c9dce1c6 req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (f7b04923-0911-4df9-b770-512e41d840f9), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:15.364341 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0b4243e9-ce69-40df-ada9-57c6a5a25a55 req-eb8e4a74-6936-43d1-91c0-101cc8474a90 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=6b921030-b138-481a-9b66-12d947b7e5de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803890 Jul 18 02:40:15.519338 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-efdac1ad-32e8-4893-a4a3-b746c9dce1c6 req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:15.519705 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-efdac1ad-32e8-4893-a4a3-b746c9dce1c6 req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (a30af35d-4077-4678-909d-afa9d7b70533), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:15.520077 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.l3_db [req-efdac1ad-32e8-4893-a4a3-b746c9dce1c6 req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Floating IP a30af35d-4077-4678-909d-afa9d7b70533 disassociated. External IP: 172.27.3.62, port: f7b04923-0911-4df9-b770-512e41d840f9. Jul 18 02:40:15.520939 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-efdac1ad-32e8-4893-a4a3-b746c9dce1c6 req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Calling delete_port for f7b04923-0911-4df9-b770-512e41d840f9 owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:40:15.761078 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-efdac1ad-32e8-4893-a4a3-b746c9dce1c6 req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (f7b04923-0911-4df9-b770-512e41d840f9), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:15.789192 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event deleted for resources: {'Port': ['ID=f7b04923-0911-4df9-b770-512e41d840f9,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:15.800202 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:15.800546 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:15.800884 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:15.801357 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:15.801868 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:15.802408 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:15.802748 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:15.803077 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:15.803660 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:15.803989 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:15.804311 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:15.804636 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:15.804954 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:15.805267 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:15.805582 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:40:15.912294 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efdac1ad-32e8-4893-a4a3-b746c9dce1c6 req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:40:16.024619 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efdac1ad-32e8-4893-a4a3-b746c9dce1c6 req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:40:16.035133 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9d53c8-655b-4cc3-acbe-7f741bc62f97 None None] Sync routers for ids ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:40:16.045898 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9d53c8-655b-4cc3-acbe-7f741bc62f97 None None] Routers {'4f30d3e1-a9bc-47ba-84ba-587aa73038e6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:40:16.046539 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-4a9d53c8-655b-4cc3-acbe-7f741bc62f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:40:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:16.067812 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdac1ad-32e8-4893-a4a3-b746c9dce1c6 req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] No DVR routers for this DVR port f7b04923-0911-4df9-b770-512e41d840f9 on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:40:16.070583 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-efdac1ad-32e8-4893-a4a3-b746c9dce1c6 req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:16.073891 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-efdac1ad-32e8-4893-a4a3-b746c9dce1c6 req-cf17a77f-c3af-4c1c-a8c0-857741f91082 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.72 "DELETE /v2.0/ports/f7b04923-0911-4df9-b770-512e41d840f9 HTTP/1.1" status: 204 len: 173 time: 0.9705031 Jul 18 02:40:16.074360 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1905a0-2c49-40f1-921a-0fda9997cdb3', 'name': 'network-vif-deleted', 'tag': 'f7b04923-0911-4df9-b770-512e41d840f9'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:40:16.076649 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a44a24-0e5a-4a96-b0b9-0c9be1868aab" -d '{"events": [{"server_uuid": "6e1905a0-2c49-40f1-921a-0fda9997cdb3", "name": "network-vif-deleted", "tag": "f7b04923-0911-4df9-b770-512e41d840f9"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:40:16.113127 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6906e03a-4f81-413c-81d4-ff98b1f6496a x-openstack-request-id: req-6906e03a-4f81-413c-81d4-ff98b1f6496a {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:40:16.114255 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1905a0-2c49-40f1-921a-0fda9997cdb3", "name": "network-vif-deleted", "tag": "f7b04923-0911-4df9-b770-512e41d840f9", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:40:16.114360 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6906e03a-4f81-413c-81d4-ff98b1f6496a {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:40:16.114874 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6906e03a-4f81-413c-81d4-ff98b1f6496a'] response: {'server_uuid': '6e1905a0-2c49-40f1-921a-0fda9997cdb3', 'name': 'network-vif-deleted', 'tag': 'f7b04923-0911-4df9-b770-512e41d840f9', 'status': 'completed', 'code': 200} Jul 18 02:40:16.155199 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-4a9d53c8-655b-4cc3-acbe-7f741bc62f97 None None] Set router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:40:16.335511 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:16.387415 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:16.441349 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-4a9d53c8-655b-4cc3-acbe-7f741bc62f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 4, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'f9568c3b-6190-4770-9888-e44b0de093e8', 'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'mac_address': 'fa:16:3e:62:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:14Z', 'revision_number': 5, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'subnets': [{'id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:16.469740 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9d53c8-655b-4cc3-acbe-7f741bc62f97 None None] Checking router: 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:40:16.479398 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9d53c8-655b-4cc3-acbe-7f741bc62f97 None None] Routers {'4f30d3e1-a9bc-47ba-84ba-587aa73038e6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:40:16.480005 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-4a9d53c8-655b-4cc3-acbe-7f741bc62f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:40:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:16.481421 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e6fce4a1-8179-48ed-81bb-9aa28787b652 req-6c08d37c-bc8a-412a-a2d1-38c8ccf084cb tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e1905a0-2c49-40f1-921a-0fda9997cdb3 HTTP/1.1" status: 200 len: 210 time: 0.0329239 Jul 18 02:40:16.587433 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-4a9d53c8-655b-4cc3-acbe-7f741bc62f97 None None] Set router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:40:16.775481 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-4a9d53c8-655b-4cc3-acbe-7f741bc62f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 4, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'f9568c3b-6190-4770-9888-e44b0de093e8', 'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'mac_address': 'fa:16:3e:62:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:14Z', 'revision_number': 5, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'subnets': [{'id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:16.804472 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9d53c8-655b-4cc3-acbe-7f741bc62f97 None None] The sync data for ids ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'] in dv-cinder-850015-3-iscsi is: [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 4, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'f9568c3b-6190-4770-9888-e44b0de093e8', 'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'mac_address': 'fa:16:3e:62:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:14Z', 'revision_number': 5, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'subnets': [{'id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:40:17.016037 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc248c0-4bd2-407e-9565-70f501593c69 None None] New status for floating IP a30af35d-4077-4678-909d-afa9d7b70533: DOWN {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:40:17.256878 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=28 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:17.258784 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:17.693687 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 53842) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:17.748868 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-72ebd22f-64d4-4fe5-b91c-3b419bdc1c46 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group (6b921030-b138-481a-9b66-12d947b7e5de), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:17.772610 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-72ebd22f-64d4-4fe5-b91c-3b419bdc1c46 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group (6b921030-b138-481a-9b66-12d947b7e5de), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:17.903870 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-72ebd22f-64d4-4fe5-b91c-3b419bdc1c46 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (6b921030-b138-481a-9b66-12d947b7e5de), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:17.906534 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-72ebd22f-64d4-4fe5-b91c-3b419bdc1c46 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:17.907692 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-72ebd22f-64d4-4fe5-b91c-3b419bdc1c46 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "DELETE /v2.0/security-groups/6b921030-b138-481a-9b66-12d947b7e5de HTTP/1.1" status: 204 len: 168 time: 0.2129917 Jul 18 02:40:17.910549 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53844) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:17.917093 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebd22f-64d4-4fe5-b91c-3b419bdc1c46 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b921030-b138-481a-9b66-12d947b7e5de,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:17.926463 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.api.v2.resource [None req-80ca5f10-8c85-400a-8b6b-bddcde380387 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] show failed (client error): The resource could not be found. Jul 18 02:40:17.926463 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-80ca5f10-8c85-400a-8b6b-bddcde380387 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups/6b921030-b138-481a-9b66-12d947b7e5de HTTP/1.1" status: 404 len: 347 time: 0.0137606 Jul 18 02:40:17.929164 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53846) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:17.929392 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:18.041962 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-ad73c8dc-15e6-476e-8546-41dc944920ea tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Deleting port b7c4d63c-94a0-42fa-b873-a508c624ec5e {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:40:18.042255 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad73c8dc-15e6-476e-8546-41dc944920ea tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (b7c4d63c-94a0-42fa-b873-a508c624ec5e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:18.120909 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad73c8dc-15e6-476e-8546-41dc944920ea tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (b7c4d63c-94a0-42fa-b873-a508c624ec5e), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:18.121228 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad73c8dc-15e6-476e-8546-41dc944920ea tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for floatingip (b7c4d63c-94a0-42fa-b873-a508c624ec5e), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:18.133842 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-ad73c8dc-15e6-476e-8546-41dc944920ea tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Calling delete_port for b7c4d63c-94a0-42fa-b873-a508c624ec5e owned by network:floatingip {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:40:18.327192 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad73c8dc-15e6-476e-8546-41dc944920ea tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (b7c4d63c-94a0-42fa-b873-a508c624ec5e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:18.351840 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73c8dc-15e6-476e-8546-41dc944920ea tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event deleted for resources: {'Port': ['ID=b7c4d63c-94a0-42fa-b873-a508c624ec5e,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:18.417973 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad73c8dc-15e6-476e-8546-41dc944920ea tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for floatingip (a30af35d-4077-4678-909d-afa9d7b70533), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:18.420458 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad73c8dc-15e6-476e-8546-41dc944920ea tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:18.421612 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ad73c8dc-15e6-476e-8546-41dc944920ea tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "DELETE /v2.0/floatingips/a30af35d-4077-4678-909d-afa9d7b70533 HTTP/1.1" status: 204 len: 168 time: 0.4915566 Jul 18 02:40:18.604985 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 53852) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:18.604985 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-12f0f081-de1d-4097-9746-293f8256c5b1 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119052369', 'description': 'tempest-description--932711406'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:40:18.611841 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:18.709745 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-12f0f081-de1d-4097-9746-293f8256c5b1 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:18.746329 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:18.777441 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-12f0f081-de1d-4097-9746-293f8256c5b1 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group (97d72e91-7148-4f03-a5ef-a9e53b356e56), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:18.846719 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-12f0f081-de1d-4097-9746-293f8256c5b1 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (97d72e91-7148-4f03-a5ef-a9e53b356e56), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:18.877676 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0f081-de1d-4097-9746-293f8256c5b1 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d72e91-7148-4f03-a5ef-a9e53b356e56,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:18.945883 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-12f0f081-de1d-4097-9746-293f8256c5b1 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:18.947183 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-12f0f081-de1d-4097-9746-293f8256c5b1 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3473504 Jul 18 02:40:18.950193 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 53854) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:18.954431 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-8a61517d-1f11-4ec9-9528-2db2a2ab6421 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Request body: {'security_group_rule': {'security_group_id': '97d72e91-7148-4f03-a5ef-a9e53b356e56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:40:19.047349 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8a61517d-1f11-4ec9-9528-2db2a2ab6421 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group_rule (6694ae0c-298a-4772-bf46-7266c153e5e0), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:19.352952 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8a61517d-1f11-4ec9-9528-2db2a2ab6421 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group_rule (6694ae0c-298a-4772-bf46-7266c153e5e0), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:19.424029 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8a61517d-1f11-4ec9-9528-2db2a2ab6421 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (6694ae0c-298a-4772-bf46-7266c153e5e0), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:19.443403 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61517d-1f11-4ec9-9528-2db2a2ab6421 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6694ae0c-298a-4772-bf46-7266c153e5e0,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:19.546624 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8a61517d-1f11-4ec9-9528-2db2a2ab6421 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:19.547941 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-8a61517d-1f11-4ec9-9528-2db2a2ab6421 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5968301 Jul 18 02:40:19.550869 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 53856) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:19.556016 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-c2210b43-8bf5-44c0-aecb-16a534a0e38d tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Request body: {'security_group_rule': {'security_group_id': '97d72e91-7148-4f03-a5ef-a9e53b356e56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:40:19.596063 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device f7b04923-0911-4df9-b770-512e41d840f9 no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:40:19.619480 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: f7b04923-0911-4df9-b770-512e41d840f9 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:40:19.619824 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device f7b04923-0911-4df9-b770-512e41d840f9 not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:40:19.682177 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c2210b43-8bf5-44c0-aecb-16a534a0e38d tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group_rule (9d79b597-64fa-4b93-b693-8aa490c3679d), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:19.739714 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c2210b43-8bf5-44c0-aecb-16a534a0e38d tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group_rule (9d79b597-64fa-4b93-b693-8aa490c3679d), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:19.829737 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c2210b43-8bf5-44c0-aecb-16a534a0e38d tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (9d79b597-64fa-4b93-b693-8aa490c3679d), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:19.849540 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2210b43-8bf5-44c0-aecb-16a534a0e38d tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d79b597-64fa-4b93-b693-8aa490c3679d,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:19.945786 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c2210b43-8bf5-44c0-aecb-16a534a0e38d tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:19.947043 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-c2210b43-8bf5-44c0-aecb-16a534a0e38d tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3946126 Jul 18 02:40:19.950281 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 53860) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:19.954613 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Request body: {'floatingip': {'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:40:20.050565 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:20.132229 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:20.216929 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:20.238365 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Allocated IP 172.27.3.159 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/5ff4f401-f648-4710-ac80-2483b09b2742) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:40:20.346134 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for port (5ff4f401-f648-4710-ac80-2483b09b2742), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:20.427730 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (5ff4f401-f648-4710-ac80-2483b09b2742), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:20.432125 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:20.463694 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:40:20.468154 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:40:20.474557 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:40:20.499645 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event updated for resources: {'Port': ['ID=5ff4f401-f648-4710-ac80-2483b09b2742,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:20.565619 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for floatingip (69748e5a-9a5e-4186-ae5c-98086c9fedf2), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:20.657462 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5ff4f401-f648-4710-ac80-2483b09b2742), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:20.806274 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for port (5ff4f401-f648-4710-ac80-2483b09b2742), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:20.878675 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (5ff4f401-f648-4710-ac80-2483b09b2742), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:20.949380 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event updated for resources: {'Port': ['ID=5ff4f401-f648-4710-ac80-2483b09b2742,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:20.959798 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (69748e5a-9a5e-4186-ae5c-98086c9fedf2), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:21.035535 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:21.036699 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-3b7d7651-80ee-47b4-8de4-08d4115a9825 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0854869 Jul 18 02:40:21.186468 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-9e099280-59ed-44b2-88a0-2ab14a0b7517 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2119052369&fields=id&tenant_id=85204e1ae6844b70b45f8452887d5385 HTTP/1.1" status: 200 len: 267 time: 0.0470252 Jul 18 02:40:21.292197 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-8aeb48c3-74ef-482e-aa24-10c6b1a4a737 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:21.293563 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-8aeb48c3-74ef-482e-aa24-10c6b1a4a737 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/networks?id=69054a80-8318-40e4-bbcb-fa67a0902b79 HTTP/1.1" status: 200 len: 810 time: 0.1000295 Jul 18 02:40:21.308196 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-3e931d4b-f45f-4461-9752-a18f8fff317f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/quotas/85204e1ae6844b70b45f8452887d5385 HTTP/1.1" status: 200 len: 375 time: 0.0092139 Jul 18 02:40:21.361036 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-51e2a0d9-2925-4fff-9153-1b3b4000fdf9 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=85204e1ae6844b70b45f8452887d5385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480154 Jul 18 02:40:21.470547 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:21.501008 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-2421226e-d066-4d1d-a735-fdf1eefe3dc4 service neutron] 10.222.0.66 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285756 Jul 18 02:40:21.596702 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-633acec3-bf18-4505-ac4b-722f66bac37c service neutron] 10.222.0.66 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892987 Jul 18 02:40:21.887557 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-95f77f68-a042-48d6-95f4-eb58f2ea057f req-4a0d45e4-fecc-494c-b41a-9cfe491ea356 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 210 time: 0.0294738 Jul 18 02:40:22.985327 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c138380d-5e31-49fc-b95a-652a8bb4ef98 req-147d5d39-d210-4375-a83d-3b5fbb45ab73 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 210 time: 0.0310550 Jul 18 02:40:23.392511 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:40:24.102330 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:24.106737 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5016e1bd-f682-4366-82d9-e1d9a1c725f6 req-acabfec6-dff1-46bf-8556-2e0bc2c1435d tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 210 time: 0.0490782 Jul 18 02:40:24.195757 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-27ff6ce3-46b8-4b2c-ab09-1fcb73fd7684 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:24.197253 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-27ff6ce3-46b8-4b2c-ab09-1fcb73fd7684 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.72 "GET /v2.0/networks?id=69054a80-8318-40e4-bbcb-fa67a0902b79 HTTP/1.1" status: 200 len: 810 time: 0.1291854 Jul 18 02:40:24.270847 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-529873d2-ccc2-454a-b374-5a8b37128a52 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85204e1ae6844b70b45f8452887d5385 HTTP/1.1" status: 200 len: 380 time: 0.0560617 Jul 18 02:40:24.280528 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-9fa9a011-44a8-4b60-9c1c-ee3064c61b08 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Request body: {'port': {'device_id': 'c2211074-6d69-4b22-b254-ea00a4ecc4c6', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'admin_state_up': True, 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'security_groups': ['97d72e91-7148-4f03-a5ef-a9e53b356e56']}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:40:24.498758 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-9fa9a011-44a8-4b60-9c1c-ee3064c61b08 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Made reservation on behalf of 85204e1ae6844b70b45f8452887d5385 for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:40:24.502408 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-9fa9a011-44a8-4b60-9c1c-ee3064c61b08 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:24.633991 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-9fa9a011-44a8-4b60-9c1c-ee3064c61b08 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Allocated IP 172.20.0.7 (69054a80-8318-40e4-bbcb-fa67a0902b79/0a535d1c-7310-4558-a2ba-5d3749160bbf/88e1f36a-f13d-4fe9-af74-bfa7d331b96a) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:40:24.667012 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:24.776720 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-9fa9a011-44a8-4b60-9c1c-ee3064c61b08 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for port (88e1f36a-f13d-4fe9-af74-bfa7d331b96a), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:24.859999 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-9fa9a011-44a8-4b60-9c1c-ee3064c61b08 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (88e1f36a-f13d-4fe9-af74-bfa7d331b96a), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:24.904413 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-9fa9a011-44a8-4b60-9c1c-ee3064c61b08 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Network 69054a80-8318-40e4-bbcb-fa67a0902b79 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:40:24.909751 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-9fa9a011-44a8-4b60-9c1c-ee3064c61b08 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:40:24.915447 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-9fa9a011-44a8-4b60-9c1c-ee3064c61b08 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:40:24.946188 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9a011-44a8-4b60-9c1c-ee3064c61b08 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event updated for resources: {'Port': ['ID=88e1f36a-f13d-4fe9-af74-bfa7d331b96a,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:24.974905 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-9fa9a011-44a8-4b60-9c1c-ee3064c61b08 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:24.975777 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-9fa9a011-44a8-4b60-9c1c-ee3064c61b08 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:25.090422 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-9fa9a011-44a8-4b60-9c1c-ee3064c61b08 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8134379 Jul 18 02:40:25.097139 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-c6db1846-b073-4352-a84b-b6cde920ef3f None None] Provisioning complete for port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:40:25.097614 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-c6db1846-b073-4352-a84b-b6cde920ef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (88e1f36a-f13d-4fe9-af74-bfa7d331b96a), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:25.129580 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-c6db1846-b073-4352-a84b-b6cde920ef3f None None] Port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:40:25.201338 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Request body: {'port': {'device_id': 'c2211074-6d69-4b22-b254-ea00a4ecc4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:40:25.230645 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00539c2c-9b38-46e8-8763-6b8de49df893 req-9891545f-788f-4226-add5-20059a65b211 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:25.232241 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-00539c2c-9b38-46e8-8763-6b8de49df893 req-9891545f-788f-4226-add5-20059a65b211 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 931 time: 0.0488775 Jul 18 02:40:25.265660 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (88e1f36a-f13d-4fe9-af74-bfa7d331b96a), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:25.289646 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-00539c2c-9b38-46e8-8763-6b8de49df893 req-3a8327e3-83e6-40bb-97ae-f4dcfdb65de5 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=97d72e91-7148-4f03-a5ef-a9e53b356e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514019 Jul 18 02:40:25.470002 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:25.532080 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e1f36a-f13d-4fe9-af74-bfa7d331b96a {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:40:25.539512 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Publish callbacks [] for port (88e1f36a-f13d-4fe9-af74-bfa7d331b96a), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:25.551961 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Transition to ACTIVE for port object 88e1f36a-f13d-4fe9-af74-bfa7d331b96a will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:40:25.616937 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (88e1f36a-f13d-4fe9-af74-bfa7d331b96a), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:25.671488 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Pushing event updated for resources: {'Port': ['ID=88e1f36a-f13d-4fe9-af74-bfa7d331b96a,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:25.746824 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Attempting to bind port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:40:25.747168 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Attempting to bind port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': '6ff41e72-1342-45fe-8bdb-7023c8569238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:40:25.747504 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Attempting to bind port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a on network 69054a80-8318-40e4-bbcb-fa67a0902b79 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:40:25.752305 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a on network 69054a80-8318-40e4-bbcb-fa67a0902b79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:40:25.752632 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Attempting to bind port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a on network 69054a80-8318-40e4-bbcb-fa67a0902b79 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:40:25.758551 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:40:25.758911 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Checking segment: {'id': '6ff41e72-1342-45fe-8bdb-7023c8569238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:40:25.759276 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Bound using segment: {'id': '6ff41e72-1342-45fe-8bdb-7023c8569238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:40:25.759709 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Bound port: 88e1f36a-f13d-4fe9-af74-bfa7d331b96a, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff41e72-1342-45fe-8bdb-7023c8569238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:40:25.760436 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (88e1f36a-f13d-4fe9-af74-bfa7d331b96a), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:25.831725 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] For port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:40:25.832145 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] For port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=88e1f36a-f13d-4fe9-af74-bfa7d331b96a,segment=NetworkSegment(6ff41e72-1342-45fe-8bdb-7023c8569238),segment_id=6ff41e72-1342-45fe-8bdb-7023c8569238)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:40:25.908375 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (88e1f36a-f13d-4fe9-af74-bfa7d331b96a), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:25.911706 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:25.945987 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:25.946628 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:25.948003 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] 10.222.0.72 "PUT /v2.0/ports/88e1f36a-f13d-4fe9-af74-bfa7d331b96a HTTP/1.1" status: 200 len: 1093 time: 0.7512469 Jul 18 02:40:25.948446 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2211074-6d69-4b22-b254-ea00a4ecc4c6', 'tag': '88e1f36a-f13d-4fe9-af74-bfa7d331b96a'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:40:25.950754 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3adba3a-9727-4062-8a89-e6b42cbbbb49" -d '{"events": [{"name": "network-changed", "server_uuid": "c2211074-6d69-4b22-b254-ea00a4ecc4c6", "tag": "88e1f36a-f13d-4fe9-af74-bfa7d331b96a"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:40:25.978070 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265541c-d6e3-4bf0-86a1-6164b438e75b service neutron] Pushing event updated for resources: {'Port': ['ID=88e1f36a-f13d-4fe9-af74-bfa7d331b96a,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:25.995934 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f046490f-c080-4206-bf13-c04cfd9fb805 x-openstack-request-id: req-f046490f-c080-4206-bf13-c04cfd9fb805 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:40:25.996227 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2211074-6d69-4b22-b254-ea00a4ecc4c6", "tag": "88e1f36a-f13d-4fe9-af74-bfa7d331b96a", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:40:25.996494 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f046490f-c080-4206-bf13-c04cfd9fb805 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:40:25.996893 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f046490f-c080-4206-bf13-c04cfd9fb805'] response: {'name': 'network-changed', 'server_uuid': 'c2211074-6d69-4b22-b254-ea00a4ecc4c6', 'tag': '88e1f36a-f13d-4fe9-af74-bfa7d331b96a', 'status': 'completed', 'code': 200} Jul 18 02:40:26.083162 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adba3a-9727-4062-8a89-e6b42cbbbb49 req-7b6c54f8-cc28-4244-bc31-879c53023b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:26.084825 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a3adba3a-9727-4062-8a89-e6b42cbbbb49 req-7b6c54f8-cc28-4244-bc31-879c53023b6e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85204e1ae6844b70b45f8452887d5385&device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 1127 time: 0.0448906 Jul 18 02:40:26.196950 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adba3a-9727-4062-8a89-e6b42cbbbb49 req-fa1a4d68-e949-407d-86e9-4acb8f2f02dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:26.198395 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a3adba3a-9727-4062-8a89-e6b42cbbbb49 req-fa1a4d68-e949-407d-86e9-4acb8f2f02dd service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=85204e1ae6844b70b45f8452887d5385&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0982642 Jul 18 02:40:26.334875 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adba3a-9727-4062-8a89-e6b42cbbbb49 req-1f10de99-3a7e-4259-964c-ae56b505b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:26.336342 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a3adba3a-9727-4062-8a89-e6b42cbbbb49 req-1f10de99-3a7e-4259-964c-ae56b505b5fe service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314304 Jul 18 02:40:26.411847 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c28e98-8efe-440e-ad4f-8f9afd5bc5f1 req-011ba474-d14e-4ef1-8574-4d8735decf52 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:26.413225 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-73c28e98-8efe-440e-ad4f-8f9afd5bc5f1 req-011ba474-d14e-4ef1-8574-4d8735decf52 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 943 time: 0.0553210 Jul 18 02:40:26.462189 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-c10fd357-79c6-4479-83f5-3ee086765006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:26.463551 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-c10fd357-79c6-4479-83f5-3ee086765006 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85204e1ae6844b70b45f8452887d5385&device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 1127 time: 0.0647604 Jul 18 02:40:26.495497 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-73c28e98-8efe-440e-ad4f-8f9afd5bc5f1 req-c086c231-f385-4132-88cb-060f2bdd1004 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=97d72e91-7148-4f03-a5ef-a9e53b356e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592048 Jul 18 02:40:26.520540 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-50a7b54f-486a-49b0-8194-a966516d105a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88e1f36a-f13d-4fe9-af74-bfa7d331b96a HTTP/1.1" status: 200 len: 217 time: 0.0353494 Jul 18 02:40:26.568229 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-f5f75418-9fc5-4d71-b858-acc8f676d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:26.569615 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-f5f75418-9fc5-4d71-b858-acc8f676d846 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a535d1c-7310-4558-a2ba-5d3749160bbf HTTP/1.1" status: 200 len: 849 time: 0.0435112 Jul 18 02:40:26.617320 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-78fd8271-0821-4655-906e-296bdf8fb7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:26.618832 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-78fd8271-0821-4655-906e-296bdf8fb7c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=69054a80-8318-40e4-bbcb-fa67a0902b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416677 Jul 18 02:40:26.691508 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:26.709724 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-dc3c49bf-818c-4bc6-9676-ad3832399ec8 service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836005 Jul 18 02:40:26.809575 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-94f632a4-6712-4ebf-a0ff-7faa18716eea req-e8e37b21-c5e7-4e97-ad06-f1a20626eef3 service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928526 Jul 18 02:40:27.230564 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a2595-e729-43b9-aaa7-5a6f31bc9053 req-f638f587-1e6a-46fb-b3df-f51b3c1cdb85 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:27.232015 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7f9a2595-e729-43b9-aaa7-5a6f31bc9053 req-f638f587-1e6a-46fb-b3df-f51b3c1cdb85 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 945 time: 0.0500937 Jul 18 02:40:27.278688 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7f9a2595-e729-43b9-aaa7-5a6f31bc9053 req-72faff0a-1bdd-4aa2-b23a-b1a7ed490ee1 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c35c264-6abc-402e-9004-4cae35fc4963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412059 Jul 18 02:40:27.609759 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07188739-247d-42bd-a5a4-0d725894a946 req-807e1a67-710a-4e44-83fd-142a56b16a5f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:27.611284 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-07188739-247d-42bd-a5a4-0d725894a946 req-807e1a67-710a-4e44-83fd-142a56b16a5f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 943 time: 0.0473690 Jul 18 02:40:27.659408 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-07188739-247d-42bd-a5a4-0d725894a946 req-e5c5651d-b49c-46f4-acf3-8e1df762ede3 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=97d72e91-7148-4f03-a5ef-a9e53b356e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420430 Jul 18 02:40:28.393320 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f77dd0-9dba-472c-8bf0-71ff5890ca95 req-61f5d7f2-2f0e-4404-9482-60c8828f44b1 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:28.394828 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-52f77dd0-9dba-472c-8bf0-71ff5890ca95 req-61f5d7f2-2f0e-4404-9482-60c8828f44b1 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 945 time: 0.0478473 Jul 18 02:40:28.442504 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-52f77dd0-9dba-472c-8bf0-71ff5890ca95 req-eacc23cc-f2f0-4ec7-ae54-54c1f5318466 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c35c264-6abc-402e-9004-4cae35fc4963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419409 Jul 18 02:40:28.775270 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec6a3f-0fb5-4b2a-bc2c-350f692540d4 req-4594a7bb-cdf0-46f2-bfa8-27b2ec123c29 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:28.776735 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-adec6a3f-0fb5-4b2a-bc2c-350f692540d4 req-4594a7bb-cdf0-46f2-bfa8-27b2ec123c29 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 943 time: 0.0476871 Jul 18 02:40:28.827897 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-adec6a3f-0fb5-4b2a-bc2c-350f692540d4 req-cdd48ee0-80df-4088-8934-28cc780234cd tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=97d72e91-7148-4f03-a5ef-a9e53b356e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457392 Jul 18 02:40:28.921653 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-b7f6297e-1c3e-4fe2-b498-9741fcd8c297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:29.559530 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af62d4-14bd-4288-8fe9-1601193a1d11 req-687022fc-6308-461a-a316-094309bca4fe tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:29.561016 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-00af62d4-14bd-4288-8fe9-1601193a1d11 req-687022fc-6308-461a-a316-094309bca4fe tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 945 time: 0.0513108 Jul 18 02:40:29.605008 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 88e1f36a-f13d-4fe9-af74-bfa7d331b96a details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:40:29.608988 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-00af62d4-14bd-4288-8fe9-1601193a1d11 req-3cb2409b-7709-4e9d-8762-f930d0dd09e3 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c35c264-6abc-402e-9004-4cae35fc4963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421717 Jul 18 02:40:29.704366 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=88e1f36a-f13d-4fe9-af74-bfa7d331b96a,segment=NetworkSegment(6ff41e72-1342-45fe-8bdb-7023c8569238),segment_id=6ff41e72-1342-45fe-8bdb-7023c8569238)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:40:29.715220 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '88e1f36a-f13d-4fe9-af74-bfa7d331b96a', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'port_id': '88e1f36a-f13d-4fe9-af74-bfa7d331b96a', 'mac_address': 'fa:16:3e:f9:e3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:40:29.751803 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:40:29.752184 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (88e1f36a-f13d-4fe9-af74-bfa7d331b96a), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:29.765446 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e1f36a-f13d-4fe9-af74-bfa7d331b96a {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:40:29.784135 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=88e1f36a-f13d-4fe9-af74-bfa7d331b96a,segment=NetworkSegment(6ff41e72-1342-45fe-8bdb-7023c8569238),segment_id=6ff41e72-1342-45fe-8bdb-7023c8569238)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:40:29.839378 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (88e1f36a-f13d-4fe9-af74-bfa7d331b96a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:29.875571 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:29.888007 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=88e1f36a-f13d-4fe9-af74-bfa7d331b96a,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:29.920072 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ab4c3-d40d-49db-b1b4-ee1e3565afc2 req-265b57b0-0798-4890-bd40-a5b574322889 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:29.921540 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b37ab4c3-d40d-49db-b1b4-ee1e3565afc2 req-265b57b0-0798-4890-bd40-a5b574322889 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 945 time: 0.0581460 Jul 18 02:40:29.982139 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88da822-ba5f-4724-857c-8eb0a51e4940 req-4605b041-9e4f-406c-a0a5-c335c09dc067 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:29.983493 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d88da822-ba5f-4724-857c-8eb0a51e4940 req-4605b041-9e4f-406c-a0a5-c335c09dc067 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 944 time: 0.0833087 Jul 18 02:40:30.060926 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-b37ab4c3-d40d-49db-b1b4-ee1e3565afc2 req-3afc8e4e-1f6a-4bca-9869-29e904af1f0f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Deleting port 83d3e4fd-d88a-4c8f-85f4-86112f998a96 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:40:30.061264 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b37ab4c3-d40d-49db-b1b4-ee1e3565afc2 req-3afc8e4e-1f6a-4bca-9869-29e904af1f0f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (83d3e4fd-d88a-4c8f-85f4-86112f998a96), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:30.066076 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:30.081031 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d88da822-ba5f-4724-857c-8eb0a51e4940 req-85ea5ec1-2a3f-4474-acf2-f0fdb40b4dd2 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=97d72e91-7148-4f03-a5ef-a9e53b356e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914438 Jul 18 02:40:30.156998 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-b37ab4c3-d40d-49db-b1b4-ee1e3565afc2 req-3afc8e4e-1f6a-4bca-9869-29e904af1f0f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] For port 83d3e4fd-d88a-4c8f-85f4-86112f998a96, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=83d3e4fd-d88a-4c8f-85f4-86112f998a96,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:40:30.157355 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b37ab4c3-d40d-49db-b1b4-ee1e3565afc2 req-3afc8e4e-1f6a-4bca-9869-29e904af1f0f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (83d3e4fd-d88a-4c8f-85f4-86112f998a96), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:30.245326 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['88e1f36a-f13d-4fe9-af74-bfa7d331b96a'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:40:30.323403 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b37ab4c3-d40d-49db-b1b4-ee1e3565afc2 req-3afc8e4e-1f6a-4bca-9869-29e904af1f0f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:30.323765 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b37ab4c3-d40d-49db-b1b4-ee1e3565afc2 req-3afc8e4e-1f6a-4bca-9869-29e904af1f0f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (e13d267c-401f-4b8e-818e-3e26117b1d79), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:30.324083 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.l3_db [req-b37ab4c3-d40d-49db-b1b4-ee1e3565afc2 req-3afc8e4e-1f6a-4bca-9869-29e904af1f0f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Floating IP e13d267c-401f-4b8e-818e-3e26117b1d79 disassociated. External IP: 172.27.3.89, port: 83d3e4fd-d88a-4c8f-85f4-86112f998a96. Jul 18 02:40:30.324431 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-b37ab4c3-d40d-49db-b1b4-ee1e3565afc2 req-3afc8e4e-1f6a-4bca-9869-29e904af1f0f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Calling delete_port for 83d3e4fd-d88a-4c8f-85f4-86112f998a96 owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:40:30.548299 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b37ab4c3-d40d-49db-b1b4-ee1e3565afc2 req-3afc8e4e-1f6a-4bca-9869-29e904af1f0f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (83d3e4fd-d88a-4c8f-85f4-86112f998a96), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:30.581636 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc8e4e-1f6a-4bca-9869-29e904af1f0f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event deleted for resources: {'Port': ['ID=83d3e4fd-d88a-4c8f-85f4-86112f998a96,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:30.626395 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:30.690464 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b37ab4c3-d40d-49db-b1b4-ee1e3565afc2 req-3afc8e4e-1f6a-4bca-9869-29e904af1f0f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Router 800f954d-2fd2-4712-8fe5-205d52fa1da6 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:40:30.710354 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fe934f80-747b-42b3-abe3-86f84d69987e req-369d36a7-1ba0-4b0d-a384-bc91d39cebac tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 210 time: 0.0278211 Jul 18 02:40:30.797102 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b37ab4c3-d40d-49db-b1b4-ee1e3565afc2 req-3afc8e4e-1f6a-4bca-9869-29e904af1f0f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:40:30.806818 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d3336b-af13-4df5-bc26-29f58b7127c2 None None] Sync routers for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:40:30.816939 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d3336b-af13-4df5-bc26-29f58b7127c2 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:40:30.818146 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-19d3336b-af13-4df5-bc26-29f58b7127c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:40:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:30.844669 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37ab4c3-d40d-49db-b1b4-ee1e3565afc2 req-3afc8e4e-1f6a-4bca-9869-29e904af1f0f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] No DVR routers for this DVR port 83d3e4fd-d88a-4c8f-85f4-86112f998a96 on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:40:30.847209 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b37ab4c3-d40d-49db-b1b4-ee1e3565afc2 req-3afc8e4e-1f6a-4bca-9869-29e904af1f0f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:30.850536 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b37ab4c3-d40d-49db-b1b4-ee1e3565afc2 req-3afc8e4e-1f6a-4bca-9869-29e904af1f0f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "DELETE /v2.0/ports/83d3e4fd-d88a-4c8f-85f4-86112f998a96 HTTP/1.1" status: 204 len: 173 time: 0.9121246 Jul 18 02:40:30.850917 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5530cea9-7344-405e-bf59-9d4f629dddbc', 'name': 'network-vif-deleted', 'tag': '83d3e4fd-d88a-4c8f-85f4-86112f998a96'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:40:30.853196 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b3bf1c-a8db-4af9-9819-55558d5006c2" -d '{"events": [{"server_uuid": "5530cea9-7344-405e-bf59-9d4f629dddbc", "name": "network-vif-deleted", "tag": "83d3e4fd-d88a-4c8f-85f4-86112f998a96"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:40:30.890593 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd54e38-baf2-41a4-a471-c8d4625e253f x-openstack-request-id: req-dbd54e38-baf2-41a4-a471-c8d4625e253f {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:40:30.890893 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5530cea9-7344-405e-bf59-9d4f629dddbc", "name": "network-vif-deleted", "tag": "83d3e4fd-d88a-4c8f-85f4-86112f998a96", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:40:30.891151 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dbd54e38-baf2-41a4-a471-c8d4625e253f {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:40:30.891560 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd54e38-baf2-41a4-a471-c8d4625e253f'] response: {'server_uuid': '5530cea9-7344-405e-bf59-9d4f629dddbc', 'name': 'network-vif-deleted', 'tag': '83d3e4fd-d88a-4c8f-85f4-86112f998a96', 'status': 'completed', 'code': 200} Jul 18 02:40:30.924156 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-19d3336b-af13-4df5-bc26-29f58b7127c2 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:40:31.123686 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-19d3336b-af13-4df5-bc26-29f58b7127c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:31.153833 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d3336b-af13-4df5-bc26-29f58b7127c2 None None] Checking router: 800f954d-2fd2-4712-8fe5-205d52fa1da6 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:40:31.163120 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d3336b-af13-4df5-bc26-29f58b7127c2 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:40:31.163738 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-19d3336b-af13-4df5-bc26-29f58b7127c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:40:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:31.197582 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ad063-51b4-4948-84d9-40b8d26b14f7 req-371195e7-4e66-4661-ab0a-869db514e8bd tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:31.199104 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-367ad063-51b4-4948-84d9-40b8d26b14f7 req-371195e7-4e66-4661-ab0a-869db514e8bd tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 944 time: 0.0474122 Jul 18 02:40:31.210049 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:31.235971 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:31.248300 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-367ad063-51b4-4948-84d9-40b8d26b14f7 req-8444ec64-3205-4450-a567-8b55dbf7dcb4 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=97d72e91-7148-4f03-a5ef-a9e53b356e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435281 Jul 18 02:40:31.266329 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-19d3336b-af13-4df5-bc26-29f58b7127c2 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:40:31.385178 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1c285ee4-cce7-486a-a1f0-07d75eeb9e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:31.391296 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:31.460319 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-19d3336b-af13-4df5-bc26-29f58b7127c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:31.485517 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d3336b-af13-4df5-bc26-29f58b7127c2 None None] The sync data for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi is: [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:40:31.703442 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5f1ae-63e3-4cf4-9756-707fae939212 None None] New status for floating IP e13d267c-401f-4b8e-818e-3e26117b1d79: DOWN {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:40:31.707029 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 88e1f36a-f13d-4fe9-af74-bfa7d331b96a up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:40:31.828852 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-07ab85be-4a30-4ab0-abfd-d1f073a84758 req-86517a5f-b242-4b86-a876-e1503c37f215 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=5530cea9-7344-405e-bf59-9d4f629dddbc HTTP/1.1" status: 200 len: 210 time: 0.0315797 Jul 18 02:40:31.965479 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:40:32.028654 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:40:32.029030 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (88e1f36a-f13d-4fe9-af74-bfa7d331b96a), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:32.108118 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:40:32.108504 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (88e1f36a-f13d-4fe9-af74-bfa7d331b96a), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:32.117365 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:32.131380 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2211074-6d69-4b22-b254-ea00a4ecc4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e1f36a-f13d-4fe9-af74-bfa7d331b96a'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:40:32.133577 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d7568a-b876-49d8-95bc-df685915f27a" -d '{"events": [{"server_uuid": "c2211074-6d69-4b22-b254-ea00a4ecc4c6", "name": "network-vif-plugged", "status": "completed", "tag": "88e1f36a-f13d-4fe9-af74-bfa7d331b96a"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:40:32.147182 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=88e1f36a-f13d-4fe9-af74-bfa7d331b96a,segment=NetworkSegment(6ff41e72-1342-45fe-8bdb-7023c8569238),segment_id=6ff41e72-1342-45fe-8bdb-7023c8569238)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:40:32.170207 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896d6c4a-2ae1-4e8a-87a5-2918ec132074 x-openstack-request-id: req-896d6c4a-2ae1-4e8a-87a5-2918ec132074 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:40:32.170496 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2211074-6d69-4b22-b254-ea00a4ecc4c6", "name": "network-vif-plugged", "status": "completed", "tag": "88e1f36a-f13d-4fe9-af74-bfa7d331b96a", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:40:32.170745 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-896d6c4a-2ae1-4e8a-87a5-2918ec132074 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:40:32.171137 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896d6c4a-2ae1-4e8a-87a5-2918ec132074'] response: {'server_uuid': 'c2211074-6d69-4b22-b254-ea00a4ecc4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e1f36a-f13d-4fe9-af74-bfa7d331b96a', 'code': 200} Jul 18 02:40:32.231302 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (88e1f36a-f13d-4fe9-af74-bfa7d331b96a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:32.232142 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 83d3e4fd-d88a-4c8f-85f4-86112f998a96 no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:40:32.255018 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: 83d3e4fd-d88a-4c8f-85f4-86112f998a96 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:40:32.255453 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 83d3e4fd-d88a-4c8f-85f4-86112f998a96 not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:40:32.299838 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=88e1f36a-f13d-4fe9-af74-bfa7d331b96a,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:32.366063 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2223345-5c94-416c-856e-970d38209802 req-0e0a320d-1e3f-4fc8-9e38-3de24d31564b tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:32.367580 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f2223345-5c94-416c-856e-970d38209802 req-0e0a320d-1e3f-4fc8-9e38-3de24d31564b tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 945 time: 0.0474837 Jul 18 02:40:32.414782 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f2223345-5c94-416c-856e-970d38209802 req-21031ca1-b4d5-4b6c-9248-30eef4c3fb12 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=97d72e91-7148-4f03-a5ef-a9e53b356e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417066 Jul 18 02:40:32.648740 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:32.652753 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:32.664810 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebb767-a080-4311-a572-b0427bc94359 req-775e32a0-fc4a-4d4f-9a47-294bde08459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:32.666308 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3bebb767-a080-4311-a572-b0427bc94359 req-775e32a0-fc4a-4d4f-9a47-294bde08459c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 1129 time: 0.0439172 Jul 18 02:40:32.713679 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3bebb767-a080-4311-a572-b0427bc94359 req-0d3c843f-57f4-467b-88b7-2018f5b2a711 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=97d72e91-7148-4f03-a5ef-a9e53b356e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407667 Jul 18 02:40:33.054184 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 53972) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:33.107764 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2844-e5f6-4b39-b45c-b591d98a0dd4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (2c35c264-6abc-402e-9004-4cae35fc4963), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:33.132232 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2844-e5f6-4b39-b45c-b591d98a0dd4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (2c35c264-6abc-402e-9004-4cae35fc4963), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:33.247490 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2844-e5f6-4b39-b45c-b591d98a0dd4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (2c35c264-6abc-402e-9004-4cae35fc4963), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:33.250026 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d2cd2844-e5f6-4b39-b45c-b591d98a0dd4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:33.251226 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-d2cd2844-e5f6-4b39-b45c-b591d98a0dd4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "DELETE /v2.0/security-groups/2c35c264-6abc-402e-9004-4cae35fc4963 HTTP/1.1" status: 204 len: 168 time: 0.1958108 Jul 18 02:40:33.254228 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53974) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:33.261297 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd2844-e5f6-4b39-b45c-b591d98a0dd4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c35c264-6abc-402e-9004-4cae35fc4963,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:33.268464 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.api.v2.resource [None req-305162f6-95e7-48c6-bf96-2bf303c6189d tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] show failed (client error): The resource could not be found. Jul 18 02:40:33.269466 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-305162f6-95e7-48c6-bf96-2bf303c6189d tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups/2c35c264-6abc-402e-9004-4cae35fc4963 HTTP/1.1" status: 404 len: 347 time: 0.0142345 Jul 18 02:40:33.272510 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53976) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:33.354303 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:33.387418 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-f7150adf-4681-4bf0-8981-e98992feaaa4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Deleting port e4b880aa-76f8-4bab-a02c-e2c87bcc9ba6 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:40:33.387684 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f7150adf-4681-4bf0-8981-e98992feaaa4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (e4b880aa-76f8-4bab-a02c-e2c87bcc9ba6), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:33.464479 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f7150adf-4681-4bf0-8981-e98992feaaa4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (e4b880aa-76f8-4bab-a02c-e2c87bcc9ba6), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:33.464807 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f7150adf-4681-4bf0-8981-e98992feaaa4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (e4b880aa-76f8-4bab-a02c-e2c87bcc9ba6), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:33.478349 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-f7150adf-4681-4bf0-8981-e98992feaaa4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Calling delete_port for e4b880aa-76f8-4bab-a02c-e2c87bcc9ba6 owned by network:floatingip {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:40:33.572427 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00229723-16df-40a8-abaf-92a288871b01 req-fb1eb504-d94b-4ca5-9de0-d8e93dc6b118 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:33.573888 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-00229723-16df-40a8-abaf-92a288871b01 req-fb1eb504-d94b-4ca5-9de0-d8e93dc6b118 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 945 time: 0.0871036 Jul 18 02:40:33.660302 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-00229723-16df-40a8-abaf-92a288871b01 req-0bf72531-370d-478a-9b44-678b58525b0f tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=97d72e91-7148-4f03-a5ef-a9e53b356e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807447 Jul 18 02:40:33.742582 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f7150adf-4681-4bf0-8981-e98992feaaa4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (e4b880aa-76f8-4bab-a02c-e2c87bcc9ba6), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:33.747511 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:33.773513 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7150adf-4681-4bf0-8981-e98992feaaa4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event deleted for resources: {'Port': ['ID=e4b880aa-76f8-4bab-a02c-e2c87bcc9ba6,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:33.830636 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:33.836676 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f7150adf-4681-4bf0-8981-e98992feaaa4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (e13d267c-401f-4b8e-818e-3e26117b1d79), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:33.839136 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f7150adf-4681-4bf0-8981-e98992feaaa4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:33.840270 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f7150adf-4681-4bf0-8981-e98992feaaa4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "DELETE /v2.0/floatingips/e13d267c-401f-4b8e-818e-3e26117b1d79 HTTP/1.1" status: 204 len: 168 time: 0.5668378 Jul 18 02:40:33.939094 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:33.979892 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53984) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:33.984546 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-04c70ffc-43b0-4906-87e6-cd502d062f5c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--265073160', 'description': 'tempest-description--1016542915'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:40:34.076548 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04c70ffc-43b0-4906-87e6-cd502d062f5c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:34.146975 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04c70ffc-43b0-4906-87e6-cd502d062f5c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (be0de6d9-b938-47ba-a9a3-eea2f97b870c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:34.224991 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04c70ffc-43b0-4906-87e6-cd502d062f5c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (be0de6d9-b938-47ba-a9a3-eea2f97b870c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:34.256073 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c70ffc-43b0-4906-87e6-cd502d062f5c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0de6d9-b938-47ba-a9a3-eea2f97b870c,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:34.325550 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04c70ffc-43b0-4906-87e6-cd502d062f5c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:34.326836 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-04c70ffc-43b0-4906-87e6-cd502d062f5c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3459084 Jul 18 02:40:34.329721 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 53994) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:34.334244 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-9ff0221c-51c2-46f4-a36f-5d9539b54770 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'security_group_rule': {'security_group_id': 'be0de6d9-b938-47ba-a9a3-eea2f97b870c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:40:34.437376 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9ff0221c-51c2-46f4-a36f-5d9539b54770 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (94d1d27c-fbc8-4893-b219-f72bea211352), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:34.501772 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9ff0221c-51c2-46f4-a36f-5d9539b54770 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (94d1d27c-fbc8-4893-b219-f72bea211352), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:34.548219 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:34.603222 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9ff0221c-51c2-46f4-a36f-5d9539b54770 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (94d1d27c-fbc8-4893-b219-f72bea211352), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:34.623175 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0221c-51c2-46f4-a36f-5d9539b54770 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d1d27c-fbc8-4893-b219-f72bea211352,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:34.701592 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9ff0221c-51c2-46f4-a36f-5d9539b54770 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:34.702903 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-9ff0221c-51c2-46f4-a36f-5d9539b54770 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3721945 Jul 18 02:40:34.705694 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 54000) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:34.713040 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-6e824a31-08cc-4aaa-b1d3-28b536ef45c8 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'security_group_rule': {'security_group_id': 'be0de6d9-b938-47ba-a9a3-eea2f97b870c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:40:34.785329 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049490a-4e3f-4f4c-bf5f-2eae7a38f276 req-265b9b0f-55e8-4b08-84db-21c885ffde97 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:34.786803 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2049490a-4e3f-4f4c-bf5f-2eae7a38f276 req-265b9b0f-55e8-4b08-84db-21c885ffde97 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 945 time: 0.0493245 Jul 18 02:40:34.837502 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2049490a-4e3f-4f4c-bf5f-2eae7a38f276 req-4abb909b-2aa4-48a3-acfc-98b1bece18e3 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=97d72e91-7148-4f03-a5ef-a9e53b356e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451190 Jul 18 02:40:34.839215 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6e824a31-08cc-4aaa-b1d3-28b536ef45c8 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (1052c1aa-0d96-44eb-b583-329098d4cfc2), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:34.894546 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6e824a31-08cc-4aaa-b1d3-28b536ef45c8 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (1052c1aa-0d96-44eb-b583-329098d4cfc2), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:34.999784 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6e824a31-08cc-4aaa-b1d3-28b536ef45c8 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (1052c1aa-0d96-44eb-b583-329098d4cfc2), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:35.021719 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e824a31-08cc-4aaa-b1d3-28b536ef45c8 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1052c1aa-0d96-44eb-b583-329098d4cfc2,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:35.104589 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6e824a31-08cc-4aaa-b1d3-28b536ef45c8 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:35.105815 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6e824a31-08cc-4aaa-b1d3-28b536ef45c8 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3988862 Jul 18 02:40:35.108830 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 54004) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:35.113106 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'floatingip': {'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:40:35.213866 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:35.295557 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:35.305446 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:35.385241 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:35.411903 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Allocated IP 172.27.3.202 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/79d6293f-9128-4c82-9287-539fb50228a3) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:40:35.514795 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for port (79d6293f-9128-4c82-9287-539fb50228a3), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:35.620357 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (79d6293f-9128-4c82-9287-539fb50228a3), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:35.659320 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:40:35.662355 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:40:35.664796 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:40:35.703432 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'Port': ['ID=79d6293f-9128-4c82-9287-539fb50228a3,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:35.764978 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (7e7f0539-e981-4cca-8fd8-435a741b5977), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:35.854961 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:35.866304 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (79d6293f-9128-4c82-9287-539fb50228a3), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:35.972954 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab1700-6ebf-4dca-9159-01e7aa2e78f3 req-17fb8d57-a0d2-48ae-bf6b-41d82968e4c6 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:35.975106 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a3ab1700-6ebf-4dca-9159-01e7aa2e78f3 req-17fb8d57-a0d2-48ae-bf6b-41d82968e4c6 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 945 time: 0.0691199 Jul 18 02:40:36.077490 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a3ab1700-6ebf-4dca-9159-01e7aa2e78f3 req-de0d6866-dbec-41a9-b0f2-3ebba725076c tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=97d72e91-7148-4f03-a5ef-a9e53b356e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741594 Jul 18 02:40:36.097729 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for port (79d6293f-9128-4c82-9287-539fb50228a3), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:36.173815 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714115'] for port (79d6293f-9128-4c82-9287-539fb50228a3), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:36.185461 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d3150-53da-47f8-af28-4256472fe1e0 req-304d47cc-b6bc-4cc6-ac72-8bb2ca03f65b tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:36.186993 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-dc4d3150-53da-47f8-af28-4256472fe1e0 req-304d47cc-b6bc-4cc6-ac72-8bb2ca03f65b tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 945 time: 0.0467396 Jul 18 02:40:36.196417 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 54012) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:36.200758 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-96558567-12d7-4dd9-8674-d1a0cb45fdc8 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Request body: {'floatingip': {'port_id': '88e1f36a-f13d-4fe9-af74-bfa7d331b96a'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:40:36.242886 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'Port': ['ID=79d6293f-9128-4c82-9287-539fb50228a3,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:36.243720 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-96558567-12d7-4dd9-8674-d1a0cb45fdc8 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for floatingip (69748e5a-9a5e-4186-ae5c-98086c9fedf2), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:36.255982 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (7e7f0539-e981-4cca-8fd8-435a741b5977), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:36.484574 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:36.485990 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-538c5ae8-0b2c-4fdf-91af-97556a3d7165 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3762093 Jul 18 02:40:36.572693 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:36.658036 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-b3cb4b09-f5c2-4c64-8e00-077bf47267e3 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--265073160&fields=id&tenant_id=4b02a417904a474abcab1eec5cea9c7e HTTP/1.1" status: 200 len: 267 time: 0.0560231 Jul 18 02:40:36.686503 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-96558567-12d7-4dd9-8674-d1a0cb45fdc8 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:36.762547 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-96558567-12d7-4dd9-8674-d1a0cb45fdc8 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (69748e5a-9a5e-4186-ae5c-98086c9fedf2), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:36.779160 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-a3a05598-e1aa-467c-82cd-8923a22c7e77 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:36.780690 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-a3a05598-e1aa-467c-82cd-8923a22c7e77 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/networks?id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 HTTP/1.1" status: 200 len: 815 time: 0.1160474 Jul 18 02:40:36.795921 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-52fe98f1-b7a4-4cd8-adc9-0a4e4a4d48cd tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/quotas/4b02a417904a474abcab1eec5cea9c7e HTTP/1.1" status: 200 len: 375 time: 0.0095906 Jul 18 02:40:36.845029 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-7fa4f6ab-be5b-4277-8607-3fa4ac0dcc17 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b02a417904a474abcab1eec5cea9c7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441003 Jul 18 02:40:36.869097 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.l3_db [None req-96558567-12d7-4dd9-8674-d1a0cb45fdc8 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Floating IP 69748e5a-9a5e-4186-ae5c-98086c9fedf2 associated. External IP: 172.27.3.159, port: 88e1f36a-f13d-4fe9-af74-bfa7d331b96a. Jul 18 02:40:36.908547 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:36.995431 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-adb5d0c6-927f-4d18-8c7f-c5aa4eef55c7 service neutron] 10.222.0.66 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371665 Jul 18 02:40:37.102362 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-25a40539-ceab-4d1b-b6a9-2e80ab5e929a service neutron] 10.222.0.66 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010866 Jul 18 02:40:37.352079 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9b6a6-6dc4-4661-a2c7-b481d1278098 req-b3a5b098-4d02-4823-928e-3365a6b6cd96 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:37.353590 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fae9b6a6-6dc4-4661-a2c7-b481d1278098 req-b3a5b098-4d02-4823-928e-3365a6b6cd96 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0829847 Jul 18 02:40:37.364190 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7576e83a-e339-421d-94e3-c005e245bcad req-b5979938-9e87-4be9-bf1c-352a15881c62 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 210 time: 0.0352228 Jul 18 02:40:37.394708 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:37.420520 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96558567-12d7-4dd9-8674-d1a0cb45fdc8 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:40:37.424248 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fae9b6a6-6dc4-4661-a2c7-b481d1278098 req-4f333453-240f-494e-84d4-957a2f657ef1 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601108 Jul 18 02:40:37.538724 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96558567-12d7-4dd9-8674-d1a0cb45fdc8 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:40:37.543501 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-96558567-12d7-4dd9-8674-d1a0cb45fdc8 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:37.548112 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3cc71-abdd-4bc5-9b25-582134f5e0cc None None] Sync routers for ids ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:40:37.558363 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f3cc71-abdd-4bc5-9b25-582134f5e0cc None None] Routers {'4f30d3e1-a9bc-47ba-84ba-587aa73038e6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:40:37.568444 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-a6f3cc71-abdd-4bc5-9b25-582134f5e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:40:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:37.574513 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-96558567-12d7-4dd9-8674-d1a0cb45fdc8 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "PUT /v2.0/floatingips/69748e5a-9a5e-4186-ae5c-98086c9fedf2 HTTP/1.1" status: 200 len: 991 time: 1.3770065 Jul 18 02:40:37.575196 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2211074-6d69-4b22-b254-ea00a4ecc4c6', 'tag': '88e1f36a-f13d-4fe9-af74-bfa7d331b96a'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:40:37.577571 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44a7377-15d3-4d4b-bf76-d2173e39f203" -d '{"events": [{"name": "network-changed", "server_uuid": "c2211074-6d69-4b22-b254-ea00a4ecc4c6", "tag": "88e1f36a-f13d-4fe9-af74-bfa7d331b96a"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:40:37.613970 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566e82a4-e0c3-4569-9ac0-4b1d000cd1d5 x-openstack-request-id: req-566e82a4-e0c3-4569-9ac0-4b1d000cd1d5 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:40:37.614315 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2211074-6d69-4b22-b254-ea00a4ecc4c6", "tag": "88e1f36a-f13d-4fe9-af74-bfa7d331b96a", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:40:37.615346 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-566e82a4-e0c3-4569-9ac0-4b1d000cd1d5 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:40:37.615629 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566e82a4-e0c3-4569-9ac0-4b1d000cd1d5'] response: {'name': 'network-changed', 'server_uuid': 'c2211074-6d69-4b22-b254-ea00a4ecc4c6', 'tag': '88e1f36a-f13d-4fe9-af74-bfa7d331b96a', 'status': 'completed', 'code': 200} Jul 18 02:40:37.676739 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-a6f3cc71-abdd-4bc5-9b25-582134f5e0cc None None] Set router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:40:37.974507 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-a6f3cc71-abdd-4bc5-9b25-582134f5e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 4, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '69748e5a-9a5e-4186-ae5c-98086c9fedf2', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'port_id': '88e1f36a-f13d-4fe9-af74-bfa7d331b96a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'mac_address': 'fa:16:3e:f9:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2211074-6d69-4b22-b254-ea00a4ecc4c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:40:20Z', 'updated_at': '2022-07-18T02:40:36Z', 'revision_number': 1, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9568c3b-6190-4770-9888-e44b0de093e8', 'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'mac_address': 'fa:16:3e:62:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:14Z', 'revision_number': 5, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'subnets': [{'id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:37.998845 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3cc71-abdd-4bc5-9b25-582134f5e0cc None None] Checking router: 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:40:38.007398 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f3cc71-abdd-4bc5-9b25-582134f5e0cc None None] Routers {'4f30d3e1-a9bc-47ba-84ba-587aa73038e6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:40:38.007997 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-a6f3cc71-abdd-4bc5-9b25-582134f5e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:40:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:38.115146 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-a6f3cc71-abdd-4bc5-9b25-582134f5e0cc None None] Set router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:40:38.326324 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-a6f3cc71-abdd-4bc5-9b25-582134f5e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 4, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '69748e5a-9a5e-4186-ae5c-98086c9fedf2', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'port_id': '88e1f36a-f13d-4fe9-af74-bfa7d331b96a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'mac_address': 'fa:16:3e:f9:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2211074-6d69-4b22-b254-ea00a4ecc4c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:40:20Z', 'updated_at': '2022-07-18T02:40:36Z', 'revision_number': 1, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9568c3b-6190-4770-9888-e44b0de093e8', 'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'mac_address': 'fa:16:3e:62:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:14Z', 'revision_number': 5, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'subnets': [{'id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:38.351595 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3cc71-abdd-4bc5-9b25-582134f5e0cc None None] The sync data for ids ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'] in dv-cinder-850015-3-iscsi is: [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 4, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '69748e5a-9a5e-4186-ae5c-98086c9fedf2', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'port_id': '88e1f36a-f13d-4fe9-af74-bfa7d331b96a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'mac_address': 'fa:16:3e:f9:e3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2211074-6d69-4b22-b254-ea00a4ecc4c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:40:20Z', 'updated_at': '2022-07-18T02:40:36Z', 'revision_number': 1, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9568c3b-6190-4770-9888-e44b0de093e8', 'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'mac_address': 'fa:16:3e:62:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:14Z', 'revision_number': 5, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'subnets': [{'id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:40:38.463514 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fb4bc3b0-8b96-4c37-8843-b01b0a6f5e04 req-7f6badaf-09ad-4c30-bfed-2c28b4d4b282 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 210 time: 0.0298550 Jul 18 02:40:38.545806 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e7dd1c-035e-491a-acf5-7b7d09b99e85 None None] New status for floating IP 69748e5a-9a5e-4186-ae5c-98086c9fedf2: ACTIVE {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:40:38.546928 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047be4bd-2106-457e-895f-32d6168e8271 req-e9f8d5fa-f85e-4d74-b30a-0aefcb60bacf tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:38.548477 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-047be4bd-2106-457e-895f-32d6168e8271 req-e9f8d5fa-f85e-4d74-b30a-0aefcb60bacf tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0490716 Jul 18 02:40:38.597032 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-047be4bd-2106-457e-895f-32d6168e8271 req-d09017b6-1ce2-4c83-83b0-f12e75e2b50b tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419397 Jul 18 02:40:39.563930 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-aa18c3a8-8fd4-4f10-9cfe-e6697cf67d13 req-a56892aa-c05b-4686-b157-be462d42a446 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 210 time: 0.0305641 Jul 18 02:40:39.712265 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdacc78-567d-47f6-8bc2-21f4e4ac083d req-324c3367-8d02-4781-9f87-250aca59f512 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:39.713724 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9bdacc78-567d-47f6-8bc2-21f4e4ac083d req-324c3367-8d02-4781-9f87-250aca59f512 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0467472 Jul 18 02:40:39.764242 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9bdacc78-567d-47f6-8bc2-21f4e4ac083d req-afb8ad1d-9932-4cc9-8034-0b4bbb2127c8 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449142 Jul 18 02:40:40.463325 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a7377-15d3-4d4b-bf76-d2173e39f203 req-41a3b8a3-6229-4c12-aa99-1409fb2de583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:40.464795 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d44a7377-15d3-4d4b-bf76-d2173e39f203 req-41a3b8a3-6229-4c12-aa99-1409fb2de583 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=85204e1ae6844b70b45f8452887d5385&device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 1129 time: 0.0432832 Jul 18 02:40:40.670345 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4aee8aae-026a-4a78-a528-1ae5cd1aa580 req-6af8a655-8959-4130-9eba-21db829a215e tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 210 time: 0.0324736 Jul 18 02:40:40.767114 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a7377-15d3-4d4b-bf76-d2173e39f203 req-77f2742d-8bd0-4c7f-bd0c-f0b8f9d87442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:40.768702 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d44a7377-15d3-4d4b-bf76-d2173e39f203 req-77f2742d-8bd0-4c7f-bd0c-f0b8f9d87442 service neutron] 10.222.0.72 "GET /v2.0/networks?id=69054a80-8318-40e4-bbcb-fa67a0902b79 HTTP/1.1" status: 200 len: 911 time: 0.0939958 Jul 18 02:40:40.878490 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc58187-4c6a-4361-a6cf-d70cbde116f2 req-6e108225-f911-4fce-a564-5a8df1138f94 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:40.879892 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9bc58187-4c6a-4361-a6cf-d70cbde116f2 req-6e108225-f911-4fce-a564-5a8df1138f94 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0475821 Jul 18 02:40:40.917861 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6af86-e7d1-4359-b868-9789775ed832 req-c51e5fbc-ebbd-4c54-8e4c-0d0bd1ac59f3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:40.919406 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fcb6af86-e7d1-4359-b868-9789775ed832 req-c51e5fbc-ebbd-4c54-8e4c-0d0bd1ac59f3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.72 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 945 time: 0.0835207 Jul 18 02:40:40.928186 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d44a7377-15d3-4d4b-bf76-d2173e39f203 req-6897b293-54c0-4b7b-bf00-1952e1ec2857 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88e1f36a-f13d-4fe9-af74-bfa7d331b96a HTTP/1.1" status: 200 len: 1001 time: 0.0983655 Jul 18 02:40:40.928699 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9bc58187-4c6a-4361-a6cf-d70cbde116f2 req-7eb6da24-881e-4339-84ce-1722fcdead65 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd185cb4-b50d-4e5a-bddc-886fb60f3380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429802 Jul 18 02:40:41.033662 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a7377-15d3-4d4b-bf76-d2173e39f203 req-09e33747-c004-4452-8cb1-b297fff51729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:41.035131 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d44a7377-15d3-4d4b-bf76-d2173e39f203 req-09e33747-c004-4452-8cb1-b297fff51729 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a535d1c-7310-4558-a2ba-5d3749160bbf HTTP/1.1" status: 200 len: 849 time: 0.0986226 Jul 18 02:40:41.056565 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-fcb6af86-e7d1-4359-b868-9789775ed832 req-89cf6501-2ea9-4835-922b-0e8b7fe696b6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Deleting port b201d32b-4faf-4b5d-b867-467d2b9bcc9a {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:40:41.056896 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-fcb6af86-e7d1-4359-b868-9789775ed832 req-89cf6501-2ea9-4835-922b-0e8b7fe696b6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (b201d32b-4faf-4b5d-b867-467d2b9bcc9a), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:41.075791 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:41.135216 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a7377-15d3-4d4b-bf76-d2173e39f203 req-679f3254-1427-4797-aae5-0a0a985567e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:41.136671 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d44a7377-15d3-4d4b-bf76-d2173e39f203 req-679f3254-1427-4797-aae5-0a0a985567e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=69054a80-8318-40e4-bbcb-fa67a0902b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0921092 Jul 18 02:40:41.227803 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-fcb6af86-e7d1-4359-b868-9789775ed832 req-89cf6501-2ea9-4835-922b-0e8b7fe696b6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] For port b201d32b-4faf-4b5d-b867-467d2b9bcc9a, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=b201d32b-4faf-4b5d-b867-467d2b9bcc9a,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:40:41.228172 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-fcb6af86-e7d1-4359-b868-9789775ed832 req-89cf6501-2ea9-4835-922b-0e8b7fe696b6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (b201d32b-4faf-4b5d-b867-467d2b9bcc9a), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:41.303498 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d44a7377-15d3-4d4b-bf76-d2173e39f203 req-c53b21d9-6567-44c8-a894-824b4285f4fd service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593387 Jul 18 02:40:41.376598 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:41.482515 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-fcb6af86-e7d1-4359-b868-9789775ed832 req-89cf6501-2ea9-4835-922b-0e8b7fe696b6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:41.482874 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-fcb6af86-e7d1-4359-b868-9789775ed832 req-89cf6501-2ea9-4835-922b-0e8b7fe696b6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (9bcd9650-7437-43ac-99d4-1342457b53e3), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:41.483186 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.l3_db [req-fcb6af86-e7d1-4359-b868-9789775ed832 req-89cf6501-2ea9-4835-922b-0e8b7fe696b6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Floating IP 9bcd9650-7437-43ac-99d4-1342457b53e3 disassociated. External IP: 172.27.3.246, port: b201d32b-4faf-4b5d-b867-467d2b9bcc9a. Jul 18 02:40:41.483535 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-fcb6af86-e7d1-4359-b868-9789775ed832 req-89cf6501-2ea9-4835-922b-0e8b7fe696b6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Calling delete_port for b201d32b-4faf-4b5d-b867-467d2b9bcc9a owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:40:41.492326 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d44a7377-15d3-4d4b-bf76-d2173e39f203 req-c14df65f-afc5-4808-8d02-6ca6933e6081 service neutron] 10.222.0.72 "GET /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789436 Jul 18 02:40:41.703227 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-fcb6af86-e7d1-4359-b868-9789775ed832 req-89cf6501-2ea9-4835-922b-0e8b7fe696b6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (b201d32b-4faf-4b5d-b867-467d2b9bcc9a), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:41.733207 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf6501-2ea9-4835-922b-0e8b7fe696b6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Pushing event deleted for resources: {'Port': ['ID=b201d32b-4faf-4b5d-b867-467d2b9bcc9a,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:41.779002 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d25123a7-57a1-469f-a140-0ca510b9654a req-f57ae878-07f1-48ca-8b21-5d91fa790819 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 210 time: 0.0367122 Jul 18 02:40:41.874759 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcb6af86-e7d1-4359-b868-9789775ed832 req-89cf6501-2ea9-4835-922b-0e8b7fe696b6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:40:41.979742 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcb6af86-e7d1-4359-b868-9789775ed832 req-89cf6501-2ea9-4835-922b-0e8b7fe696b6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:40:41.993672 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cf3142-e6c4-41d5-9afa-a9b05581f258 None None] Sync routers for ids ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:40:42.008834 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf3142-e6c4-41d5-9afa-a9b05581f258 None None] Routers {'6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:40:42.009471 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-b6cf3142-e6c4-41d5-9afa-a9b05581f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:40:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:42.036655 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb6af86-e7d1-4359-b868-9789775ed832 req-89cf6501-2ea9-4835-922b-0e8b7fe696b6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] No DVR routers for this DVR port b201d32b-4faf-4b5d-b867-467d2b9bcc9a on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:40:42.039032 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f7ca7376-b590-478a-8872-8ea2a18d10f4 req-5f8a5e6d-d14f-4dbe-b806-2980ae29f4c3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 210 time: 0.0291159 Jul 18 02:40:42.040157 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-fcb6af86-e7d1-4359-b868-9789775ed832 req-89cf6501-2ea9-4835-922b-0e8b7fe696b6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:42.043407 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fcb6af86-e7d1-4359-b868-9789775ed832 req-89cf6501-2ea9-4835-922b-0e8b7fe696b6 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.72 "DELETE /v2.0/ports/b201d32b-4faf-4b5d-b867-467d2b9bcc9a HTTP/1.1" status: 204 len: 173 time: 1.1143472 Jul 18 02:40:42.043851 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'name': 'network-vif-deleted', 'tag': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:40:42.046134 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bed43f-d5ec-4bcc-8aca-c39174a6dc7e" -d '{"events": [{"server_uuid": "202ad2e8-7648-4965-afb6-736cb94b74ac", "name": "network-vif-deleted", "tag": "b201d32b-4faf-4b5d-b867-467d2b9bcc9a"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:40:42.053196 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:42.061715 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:42.129841 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-b6cf3142-e6c4-41d5-9afa-a9b05581f258 None None] Set router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:40:42.160812 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-241b6ee1-82d1-4691-bd30-90813f18de27 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:42.162967 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-241b6ee1-82d1-4691-bd30-90813f18de27 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "GET /v2.0/networks?id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 HTTP/1.1" status: 200 len: 815 time: 0.1350341 Jul 18 02:40:42.170050 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:42.229907 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d09611-3ee3-4386-9192-b2e84b7415a8 x-openstack-request-id: req-c2d09611-3ee3-4386-9192-b2e84b7415a8 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:40:42.230294 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202ad2e8-7648-4965-afb6-736cb94b74ac", "name": "network-vif-deleted", "tag": "b201d32b-4faf-4b5d-b867-467d2b9bcc9a", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:40:42.230614 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c2d09611-3ee3-4386-9192-b2e84b7415a8 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:40:42.231102 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d09611-3ee3-4386-9192-b2e84b7415a8'] response: {'server_uuid': '202ad2e8-7648-4965-afb6-736cb94b74ac', 'name': 'network-vif-deleted', 'tag': 'b201d32b-4faf-4b5d-b867-467d2b9bcc9a', 'status': 'completed', 'code': 200} Jul 18 02:40:42.248813 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-a823e956-7d4d-4e91-a1e2-27483b0989a5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b02a417904a474abcab1eec5cea9c7e HTTP/1.1" status: 200 len: 379 time: 0.0693476 Jul 18 02:40:42.272308 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-6e546323-6749-4a22-abc3-ed71b9769947 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'port': {'device_id': '85324481-a04a-4d16-b72d-6a355b0775d0', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'admin_state_up': True, 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'security_groups': ['be0de6d9-b938-47ba-a9a3-eea2f97b870c']}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:40:42.355563 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-b6cf3142-e6c4-41d5-9afa-a9b05581f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:36:29Z', 'revision_number': 4, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '687b8486-a262-4b0b-9519-aed70137ad36', 'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'mac_address': 'fa:16:3e:88:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:29Z', 'updated_at': '2022-07-18T02:36:33Z', 'revision_number': 5, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'subnets': [{'id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:42.366024 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:42.385039 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cf3142-e6c4-41d5-9afa-a9b05581f258 None None] Checking router: 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:40:42.393909 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cf3142-e6c4-41d5-9afa-a9b05581f258 None None] Routers {'6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:40:42.394696 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-b6cf3142-e6c4-41d5-9afa-a9b05581f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:40:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:42.475112 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-6e546323-6749-4a22-abc3-ed71b9769947 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Made reservation on behalf of 4b02a417904a474abcab1eec5cea9c7e for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:40:42.480696 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-6e546323-6749-4a22-abc3-ed71b9769947 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:42.498488 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-b6cf3142-e6c4-41d5-9afa-a9b05581f258 None None] Set router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:40:42.620476 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-6e546323-6749-4a22-abc3-ed71b9769947 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Allocated IP 172.20.0.6 (cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3/980bd026-fed1-45eb-bd25-e5a3e3e70779/09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:40:42.690142 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-b6cf3142-e6c4-41d5-9afa-a9b05581f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:36:29Z', 'revision_number': 4, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '687b8486-a262-4b0b-9519-aed70137ad36', 'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'mac_address': 'fa:16:3e:88:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:29Z', 'updated_at': '2022-07-18T02:36:33Z', 'revision_number': 5, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'subnets': [{'id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:42.716294 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cf3142-e6c4-41d5-9afa-a9b05581f258 None None] The sync data for ids ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'] in dv-cinder-850015-3-iscsi is: [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:36:29Z', 'revision_number': 4, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '687b8486-a262-4b0b-9519-aed70137ad36', 'name': '', 'network_id': '9e66762c-c4d2-46f6-ba12-585a390bb14c', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'mac_address': 'fa:16:3e:88:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:29Z', 'updated_at': '2022-07-18T02:36:33Z', 'revision_number': 5, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'subnets': [{'id': 'b4b8b997-66c3-477b-8816-8f4555614405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:40:42.765630 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-6e546323-6749-4a22-abc3-ed71b9769947 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for port (09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:42.858782 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:42.863869 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-6e546323-6749-4a22-abc3-ed71b9769947 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:42.903997 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3076d-571f-43df-87b8-40d3f84ede76 req-7f088ec0-88c9-4e00-a3f8-4418d9547a7f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:42.905626 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7af3076d-571f-43df-87b8-40d3f84ede76 req-7f088ec0-88c9-4e00-a3f8-4418d9547a7f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 931 time: 0.0555634 Jul 18 02:40:42.913641 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-6e546323-6749-4a22-abc3-ed71b9769947 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:40:42.919507 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-6e546323-6749-4a22-abc3-ed71b9769947 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:40:42.923876 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-6e546323-6749-4a22-abc3-ed71b9769947 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:40:42.931809 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e546323-6749-4a22-abc3-ed71b9769947 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event updated for resources: {'Port': ['ID=09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:42.978077 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7af3076d-571f-43df-87b8-40d3f84ede76 req-8d3071b5-512d-4a0c-a6b9-f878621e32e0 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0de6d9-b938-47ba-a9a3-eea2f97b870c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636389 Jul 18 02:40:42.986051 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-6e546323-6749-4a22-abc3-ed71b9769947 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:42.988214 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-6e546323-6749-4a22-abc3-ed71b9769947 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:42.996939 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f46dcd-ab52-487e-bcb2-aaa9df18dd05 None None] New status for floating IP 9bcd9650-7437-43ac-99d4-1342457b53e3: DOWN {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:40:43.074147 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-6e546323-6749-4a22-abc3-ed71b9769947 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8066056 Jul 18 02:40:43.092541 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Request body: {'port': {'device_id': '85324481-a04a-4d16-b72d-6a355b0775d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:40:43.196836 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:43.200453 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-184f6826-94d4-46de-a9f9-6bd53fee98fb req-26dd1da6-b72c-4842-9eb0-8dbf2801ec72 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=202ad2e8-7648-4965-afb6-736cb94b74ac HTTP/1.1" status: 200 len: 210 time: 0.0404510 Jul 18 02:40:43.207265 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:43.221804 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-58fe8882-41a5-4eed-b777-89f281828553 None None] Provisioning complete for port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:40:43.222284 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-58fe8882-41a5-4eed-b777-89f281828553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:43.254272 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-58fe8882-41a5-4eed-b777-89f281828553 None None] Port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:40:43.324420 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:43.438575 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:43.468724 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:40:43.476651 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Publish callbacks [] for port (09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:43.490495 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Transition to ACTIVE for port object 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:40:43.551578 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:43.618273 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Pushing event updated for resources: {'Port': ['ID=09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:43.680274 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Attempting to bind port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:40:43.680863 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Attempting to bind port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:40:43.681265 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Attempting to bind port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d on network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:40:43.685872 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d on network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:40:43.686230 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Attempting to bind port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d on network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:40:43.694048 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:40:43.694048 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Checking segment: {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:40:43.694048 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Bound using segment: {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:40:43.694048 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Bound port: 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:40:43.694048 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:43.697667 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device b201d32b-4faf-4b5d-b867-467d2b9bcc9a no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:40:43.718214 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: b201d32b-4faf-4b5d-b867-467d2b9bcc9a {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:40:43.722620 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device b201d32b-4faf-4b5d-b867-467d2b9bcc9a not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:40:43.759028 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] For port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:40:43.762255 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] For port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:40:43.840740 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:43.873169 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:43.873805 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:43.875385 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] 10.222.0.72 "PUT /v2.0/ports/09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d HTTP/1.1" status: 200 len: 1093 time: 0.7872229 Jul 18 02:40:43.900722 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d83a80-d04b-475c-8de5-7a6daf0e19f8 service neutron] Pushing event updated for resources: {'Port': ['ID=09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:44.072416 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-4de33282-438c-480d-8ae6-bc6ccc4c55c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:44.073915 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-4de33282-438c-480d-8ae6-bc6ccc4c55c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b02a417904a474abcab1eec5cea9c7e&device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 1127 time: 0.0468738 Jul 18 02:40:44.121406 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-60ca4ee7-7c4c-4d2a-ac8a-26511d5fec96 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d HTTP/1.1" status: 200 len: 217 time: 0.0334649 Jul 18 02:40:44.122389 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6c60b-67cf-40a6-bb8f-30dd54556229 req-d32e9468-74d0-4754-bd48-06bd3c08b254 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:44.123970 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-81e6c60b-67cf-40a6-bb8f-30dd54556229 req-d32e9468-74d0-4754-bd48-06bd3c08b254 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 943 time: 0.0504057 Jul 18 02:40:44.171888 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-755c6852-2928-46c3-9ad7-c09b6d813516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:44.173360 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-755c6852-2928-46c3-9ad7-c09b6d813516 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=980bd026-fed1-45eb-bd25-e5a3e3e70779 HTTP/1.1" status: 200 len: 854 time: 0.0454712 Jul 18 02:40:44.173567 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-81e6c60b-67cf-40a6-bb8f-30dd54556229 req-d745459b-945e-46f0-aacc-19892c129540 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0de6d9-b938-47ba-a9a3-eea2f97b870c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439761 Jul 18 02:40:44.187120 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:44.218254 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-ce46cd4c-d950-4ab7-af74-266142a4decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:44.219659 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-ce46cd4c-d950-4ab7-af74-266142a4decc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401599 Jul 18 02:40:44.233500 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85324481-a04a-4d16-b72d-6a355b0775d0', 'tag': '09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:40:44.235749 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2206b5-f649-4873-be1b-97ebfa7bdc7c" -d '{"events": [{"name": "network-changed", "server_uuid": "85324481-a04a-4d16-b72d-6a355b0775d0", "tag": "09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:40:44.296471 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebba756-6e08-4490-8519-9a54a48b3498 x-openstack-request-id: req-5ebba756-6e08-4490-8519-9a54a48b3498 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:40:44.297662 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85324481-a04a-4d16-b72d-6a355b0775d0", "tag": "09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:40:44.297662 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5ebba756-6e08-4490-8519-9a54a48b3498 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:40:44.297662 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ebba756-6e08-4490-8519-9a54a48b3498'] response: {'name': 'network-changed', 'server_uuid': '85324481-a04a-4d16-b72d-6a355b0775d0', 'tag': '09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d', 'status': 'completed', 'code': 200} Jul 18 02:40:44.329055 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-b00decd9-0e60-4e39-ba0b-d470c1b185fa service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025813 Jul 18 02:40:44.363113 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 54092) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:44.420802 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-daa89dd2-f59f-43eb-bc67-9d39eb3dc41c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for security_group (dd185cb4-b50d-4e5a-bddc-886fb60f3380), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:44.425802 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-62fadb79-6546-4b95-8ed2-ad831e3d265d req-88e61dc9-183d-40d2-93b7-8633f82377f3 service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895002 Jul 18 02:40:44.445976 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-daa89dd2-f59f-43eb-bc67-9d39eb3dc41c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for security_group (dd185cb4-b50d-4e5a-bddc-886fb60f3380), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:44.557280 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-daa89dd2-f59f-43eb-bc67-9d39eb3dc41c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (dd185cb4-b50d-4e5a-bddc-886fb60f3380), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:44.559792 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-daa89dd2-f59f-43eb-bc67-9d39eb3dc41c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:44.560940 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-daa89dd2-f59f-43eb-bc67-9d39eb3dc41c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "DELETE /v2.0/security-groups/dd185cb4-b50d-4e5a-bddc-886fb60f3380 HTTP/1.1" status: 204 len: 168 time: 0.1968102 Jul 18 02:40:44.563635 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 54094) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:44.570788 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa89dd2-f59f-43eb-bc67-9d39eb3dc41c tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd185cb4-b50d-4e5a-bddc-886fb60f3380,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:44.579020 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.api.v2.resource [None req-a9245c77-1dc1-4e43-8577-8e404a014f0e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] show failed (client error): The resource could not be found. Jul 18 02:40:44.580054 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-a9245c77-1dc1-4e43-8577-8e404a014f0e tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups/dd185cb4-b50d-4e5a-bddc-886fb60f3380 HTTP/1.1" status: 404 len: 347 time: 0.0154457 Jul 18 02:40:44.583069 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 54096) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:44.695731 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-05c4e9f2-f182-4bb9-8616-babb5b21ecfb tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Deleting port 9e66ef91-b92c-4130-bff2-02be5a5b3e81 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:40:44.696078 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-05c4e9f2-f182-4bb9-8616-babb5b21ecfb tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (9e66ef91-b92c-4130-bff2-02be5a5b3e81), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:44.771690 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-05c4e9f2-f182-4bb9-8616-babb5b21ecfb tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (9e66ef91-b92c-4130-bff2-02be5a5b3e81), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:44.772062 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-05c4e9f2-f182-4bb9-8616-babb5b21ecfb tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for floatingip (9e66ef91-b92c-4130-bff2-02be5a5b3e81), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:44.783775 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-05c4e9f2-f182-4bb9-8616-babb5b21ecfb tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Calling delete_port for 9e66ef91-b92c-4130-bff2-02be5a5b3e81 owned by network:floatingip {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:40:44.983106 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-05c4e9f2-f182-4bb9-8616-babb5b21ecfb tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (9e66ef91-b92c-4130-bff2-02be5a5b3e81), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:45.007240 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4e9f2-f182-4bb9-8616-babb5b21ecfb tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Pushing event deleted for resources: {'Port': ['ID=9e66ef91-b92c-4130-bff2-02be5a5b3e81,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:45.072445 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-05c4e9f2-f182-4bb9-8616-babb5b21ecfb tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks [] for floatingip (9bcd9650-7437-43ac-99d4-1342457b53e3), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:45.074893 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-05c4e9f2-f182-4bb9-8616-babb5b21ecfb tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:45.076039 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-05c4e9f2-f182-4bb9-8616-babb5b21ecfb tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "DELETE /v2.0/floatingips/9bcd9650-7437-43ac-99d4-1342457b53e3 HTTP/1.1" status: 204 len: 168 time: 0.4924493 Jul 18 02:40:45.288886 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cee37d-9ce4-496e-aeb9-75013d5e6e08 req-3cf2c187-f554-44e8-a936-228b2455d2bc tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:45.290256 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e5cee37d-9ce4-496e-aeb9-75013d5e6e08 req-3cf2c187-f554-44e8-a936-228b2455d2bc tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 943 time: 0.0485389 Jul 18 02:40:45.337645 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e5cee37d-9ce4-496e-aeb9-75013d5e6e08 req-fc378c4e-d25e-405b-8255-a7df0e86f394 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0de6d9-b938-47ba-a9a3-eea2f97b870c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419035 Jul 18 02:40:45.526659 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:45.536184 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2206b5-f649-4873-be1b-97ebfa7bdc7c req-a423365a-d79d-48d3-ba50-4c0e9550626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:45.537888 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2a2206b5-f649-4873-be1b-97ebfa7bdc7c req-a423365a-d79d-48d3-ba50-4c0e9550626c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b02a417904a474abcab1eec5cea9c7e&device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 1127 time: 0.0408146 Jul 18 02:40:45.642724 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2206b5-f649-4873-be1b-97ebfa7bdc7c req-f058c0f1-2010-4e6b-8ae0-2fc9fd81fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:45.644326 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2a2206b5-f649-4873-be1b-97ebfa7bdc7c req-f058c0f1-2010-4e6b-8ae0-2fc9fd81fb74 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 HTTP/1.1" status: 200 len: 916 time: 0.1007009 Jul 18 02:40:45.685380 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2a2206b5-f649-4873-be1b-97ebfa7bdc7c req-fb17be33-d8ee-4837-ba64-f90dfea2cc9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d HTTP/1.1" status: 200 len: 217 time: 0.0349970 Jul 18 02:40:45.737362 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2206b5-f649-4873-be1b-97ebfa7bdc7c req-abe8ea23-5185-45eb-bedd-f1e7134da4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:45.738857 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2a2206b5-f649-4873-be1b-97ebfa7bdc7c req-abe8ea23-5185-45eb-bedd-f1e7134da4ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=980bd026-fed1-45eb-bd25-e5a3e3e70779 HTTP/1.1" status: 200 len: 854 time: 0.0459983 Jul 18 02:40:45.789606 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2206b5-f649-4873-be1b-97ebfa7bdc7c req-76ccb566-e0d0-4ac9-bb2c-a66da775a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:45.791063 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2a2206b5-f649-4873-be1b-97ebfa7bdc7c req-76ccb566-e0d0-4ac9-bb2c-a66da775a1e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388215 Jul 18 02:40:45.829948 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:45.884961 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2a2206b5-f649-4873-be1b-97ebfa7bdc7c req-746f1c05-c61b-46d4-b814-7fce46ed2e63 service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866385 Jul 18 02:40:45.982077 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2a2206b5-f649-4873-be1b-97ebfa7bdc7c req-a31cfb68-7c36-49eb-9635-e0b6519888d8 service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874100 Jul 18 02:40:46.456246 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16ad8b-50d9-4dff-8a9f-b40c4999aa75 req-2db03b47-a073-4a75-b9cb-3524022df855 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:46.457708 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4f16ad8b-50d9-4dff-8a9f-b40c4999aa75 req-2db03b47-a073-4a75-b9cb-3524022df855 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 943 time: 0.0482509 Jul 18 02:40:46.505091 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4f16ad8b-50d9-4dff-8a9f-b40c4999aa75 req-059005c3-88c4-4064-9086-275b0a4c2b8f tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0de6d9-b938-47ba-a9a3-eea2f97b870c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417194 Jul 18 02:40:47.620620 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac70655-d912-4625-b5f9-fc72a159fc00 req-dea5cea8-8b70-4989-b2b8-7203673216e8 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:47.622155 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9ac70655-d912-4625-b5f9-fc72a159fc00 req-dea5cea8-8b70-4989-b2b8-7203673216e8 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 943 time: 0.0475485 Jul 18 02:40:47.670122 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9ac70655-d912-4625-b5f9-fc72a159fc00 req-a2a70c7b-4237-4478-a3b7-759976dc16ce tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0de6d9-b938-47ba-a9a3-eea2f97b870c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425034 Jul 18 02:40:47.688319 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:40:47.787375 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:40:47.798958 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'port_id': '09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d', 'mac_address': 'fa:16:3e:f3:08:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:40:47.839730 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:40:47.840127 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:47.853666 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:40:47.873661 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:40:48.002648 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:48.048844 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:48.262419 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217de7f-e447-48a1-bb5c-b8211bd81591 req-26d51300-3778-41fb-8048-de4ab0cf6e09 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:48.263787 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e217de7f-e447-48a1-bb5c-b8211bd81591 req-26d51300-3778-41fb-8048-de4ab0cf6e09 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0504284 Jul 18 02:40:48.300012 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:48.312774 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e217de7f-e447-48a1-bb5c-b8211bd81591 req-826a221d-a430-4d5a-b33b-8151f029d249 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435164 Jul 18 02:40:48.363943 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:40:48.783774 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aaf253-d16a-4b0c-acc1-e6f75044ac5a req-cc863f01-0f07-411b-9450-1e401b8db5d2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:48.792175 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-32aaf253-d16a-4b0c-acc1-e6f75044ac5a req-cc863f01-0f07-411b-9450-1e401b8db5d2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 944 time: 0.0485358 Jul 18 02:40:48.832469 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-32aaf253-d16a-4b0c-acc1-e6f75044ac5a req-b230fee1-613d-462a-894e-f1fa3197ffc5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0de6d9-b938-47ba-a9a3-eea2f97b870c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416188 Jul 18 02:40:49.428689 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4129539-9b12-4b26-9f98-f83ec18c5d90 req-67afa3fd-405a-4ccd-a03f-b809639889de tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:49.430190 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a4129539-9b12-4b26-9f98-f83ec18c5d90 req-67afa3fd-405a-4ccd-a03f-b809639889de tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0487554 Jul 18 02:40:49.477960 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a4129539-9b12-4b26-9f98-f83ec18c5d90 req-fda27e19-3d15-4f7a-91b0-8c00cfc14bcd tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420439 Jul 18 02:40:49.700619 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:40:49.703758 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:49.743557 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:40:49.882580 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:40:49.883072 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:49.963123 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:40:49.963516 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:49.989384 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85324481-a04a-4d16-b72d-6a355b0775d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:40:49.992275 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c92ad57-99dd-4e66-911e-b2dafa3d894c" -d '{"events": [{"server_uuid": "85324481-a04a-4d16-b72d-6a355b0775d0", "name": "network-vif-plugged", "status": "completed", "tag": "09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:40:50.006313 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:40:50.094678 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49e799d-bd07-4d99-9af2-0c9305983c97 x-openstack-request-id: req-d49e799d-bd07-4d99-9af2-0c9305983c97 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:40:50.094678 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85324481-a04a-4d16-b72d-6a355b0775d0", "name": "network-vif-plugged", "status": "completed", "tag": "09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:40:50.094678 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d49e799d-bd07-4d99-9af2-0c9305983c97 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:40:50.094678 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d49e799d-bd07-4d99-9af2-0c9305983c97'] response: {'server_uuid': '85324481-a04a-4d16-b72d-6a355b0775d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d', 'code': 200} Jul 18 02:40:50.123054 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:50.172466 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:50.217066 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c1ed9-df5b-4ee7-82f3-3403c07856a0 req-38a36d60-e406-4393-8e48-2febeaa9b2a4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:50.218575 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-576c1ed9-df5b-4ee7-82f3-3403c07856a0 req-38a36d60-e406-4393-8e48-2febeaa9b2a4 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 944 time: 0.3191373 Jul 18 02:40:50.264732 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-576c1ed9-df5b-4ee7-82f3-3403c07856a0 req-e69fc983-4240-404b-bdf4-1ce5259524ba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0de6d9-b938-47ba-a9a3-eea2f97b870c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406568 Jul 18 02:40:50.598639 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c540ce4-dc25-458c-8622-125f9637fc2c req-1567feaf-ce44-46e7-b01e-0df4f5555689 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:50.600134 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7c540ce4-dc25-458c-8622-125f9637fc2c req-1567feaf-ce44-46e7-b01e-0df4f5555689 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0517240 Jul 18 02:40:50.648298 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7c540ce4-dc25-458c-8622-125f9637fc2c req-30716550-8135-49a0-bdc3-8115bf5052dd tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424275 Jul 18 02:40:50.904349 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fee1e-00e8-4bcf-96d9-464557ba5296 req-0b90a3fb-6896-4adc-b8a2-b5dd47f249a8 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:50.905795 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0c1fee1e-00e8-4bcf-96d9-464557ba5296 req-0b90a3fb-6896-4adc-b8a2-b5dd47f249a8 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.72 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 945 time: 0.0780368 Jul 18 02:40:50.907195 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6474ad-46fc-400b-91de-6da2de93a21a req-f143df05-b741-4720-9c96-d770c18c26ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:50.908499 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da6474ad-46fc-400b-91de-6da2de93a21a req-f143df05-b741-4720-9c96-d770c18c26ba service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 1129 time: 0.0525620 Jul 18 02:40:51.024616 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-da6474ad-46fc-400b-91de-6da2de93a21a req-7c9c0e46-7254-44d3-880a-7641f3f713f8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=be0de6d9-b938-47ba-a9a3-eea2f97b870c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888112 Jul 18 02:40:51.038805 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-0c1fee1e-00e8-4bcf-96d9-464557ba5296 req-834f969c-aa3e-411b-b1d8-9880e366e454 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Deleting port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:40:51.039964 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0c1fee1e-00e8-4bcf-96d9-464557ba5296 req-834f969c-aa3e-411b-b1d8-9880e366e454 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (724ae0ef-7a5c-49c2-8a15-2a37d668dc73), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:51.131374 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-0c1fee1e-00e8-4bcf-96d9-464557ba5296 req-834f969c-aa3e-411b-b1d8-9880e366e454 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] For port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=724ae0ef-7a5c-49c2-8a15-2a37d668dc73,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:40:51.131735 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0c1fee1e-00e8-4bcf-96d9-464557ba5296 req-834f969c-aa3e-411b-b1d8-9880e366e454 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (724ae0ef-7a5c-49c2-8a15-2a37d668dc73), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:51.144604 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-0c1fee1e-00e8-4bcf-96d9-464557ba5296 req-834f969c-aa3e-411b-b1d8-9880e366e454 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Calling delete_port for 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:40:51.155164 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:51.344065 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0c1fee1e-00e8-4bcf-96d9-464557ba5296 req-834f969c-aa3e-411b-b1d8-9880e366e454 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (724ae0ef-7a5c-49c2-8a15-2a37d668dc73), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:51.371065 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f969c-aa3e-411b-b1d8-9880e366e454 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Pushing event deleted for resources: {'Port': ['ID=724ae0ef-7a5c-49c2-8a15-2a37d668dc73,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:51.384747 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['caf2e138-8e60-4fcf-8119-71c69a88ae7d', '724ae0ef-7a5c-49c2-8a15-2a37d668dc73'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:40:51.417444 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e4536-c885-4898-bc4e-c3cf510984dc req-b0b9bd01-71da-4001-b800-9e3c21c35e63 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:51.418997 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cc8e4536-c885-4898-bc4e-c3cf510984dc req-b0b9bd01-71da-4001-b800-9e3c21c35e63 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 945 time: 0.0827105 Jul 18 02:40:51.440311 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1fee1e-00e8-4bcf-96d9-464557ba5296 req-834f969c-aa3e-411b-b1d8-9880e366e454 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] No DVR routers for this DVR port 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:40:51.443887 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-0c1fee1e-00e8-4bcf-96d9-464557ba5296 req-834f969c-aa3e-411b-b1d8-9880e366e454 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:51.447987 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0c1fee1e-00e8-4bcf-96d9-464557ba5296 req-834f969c-aa3e-411b-b1d8-9880e366e454 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.72 "DELETE /v2.0/ports/724ae0ef-7a5c-49c2-8a15-2a37d668dc73 HTTP/1.1" status: 204 len: 173 time: 0.5189991 Jul 18 02:40:51.448592 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a73b2c-9286-4682-a1d3-a1893278cead', 'name': 'network-vif-deleted', 'tag': '724ae0ef-7a5c-49c2-8a15-2a37d668dc73'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:40:51.451019 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff438c25-8636-4ab3-ad42-c1cfaf3d6138" -d '{"events": [{"server_uuid": "64a73b2c-9286-4682-a1d3-a1893278cead", "name": "network-vif-deleted", "tag": "724ae0ef-7a5c-49c2-8a15-2a37d668dc73"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:40:51.479123 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:51.487395 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cc8e4536-c885-4898-bc4e-c3cf510984dc req-dd22b17e-a1ae-462c-9b30-aad3d282698b tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0de6d9-b938-47ba-a9a3-eea2f97b870c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610974 Jul 18 02:40:51.503607 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9774f656-d6c3-4512-a9d4-e3df3ed0eb3d x-openstack-request-id: req-9774f656-d6c3-4512-a9d4-e3df3ed0eb3d {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:40:51.503989 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a73b2c-9286-4682-a1d3-a1893278cead", "name": "network-vif-deleted", "tag": "724ae0ef-7a5c-49c2-8a15-2a37d668dc73", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:40:51.504435 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9774f656-d6c3-4512-a9d4-e3df3ed0eb3d {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:40:51.504935 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9774f656-d6c3-4512-a9d4-e3df3ed0eb3d'] response: {'server_uuid': '64a73b2c-9286-4682-a1d3-a1893278cead', 'name': 'network-vif-deleted', 'tag': '724ae0ef-7a5c-49c2-8a15-2a37d668dc73', 'status': 'completed', 'code': 200} Jul 18 02:40:51.745615 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1d0d8f9e-5201-44cd-aa47-f2179da7d2df req-2aaedf76-8be7-46c8-b324-3e784bf0ba34 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 210 time: 0.0295796 Jul 18 02:40:52.589849 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:52.600846 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224bf29-01d3-4798-b1e9-918758b5b968 req-7c8aa755-edca-434a-991f-8a5392fc2efb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:52.602422 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b224bf29-01d3-4798-b1e9-918758b5b968 req-7c8aa755-edca-434a-991f-8a5392fc2efb tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 945 time: 0.0502951 Jul 18 02:40:52.654336 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b224bf29-01d3-4798-b1e9-918758b5b968 req-37ad427f-effb-4ac7-89be-0775b74b67f2 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0de6d9-b938-47ba-a9a3-eea2f97b870c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462782 Jul 18 02:40:52.687659 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=44 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:52.692733 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=58 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:52.860034 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-24bbab1d-7f0e-46d7-a8a7-a44ab02615d3 req-d652fd80-3191-4bbc-a2db-73a2a04dc86f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=64a73b2c-9286-4682-a1d3-a1893278cead HTTP/1.1" status: 200 len: 210 time: 0.0308008 Jul 18 02:40:53.695705 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c6035-17f5-4455-835f-8c1b6e080c26 req-2a9a9d97-1216-4440-9dca-8beb0839233d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:53.697181 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8e4c6035-17f5-4455-835f-8c1b6e080c26 req-2a9a9d97-1216-4440-9dca-8beb0839233d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0479276 Jul 18 02:40:53.749777 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8e4c6035-17f5-4455-835f-8c1b6e080c26 req-d82b5b68-07ac-4ab0-9c05-4213f8d160ed tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467706 Jul 18 02:40:53.776174 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27703961-a540-4627-aeb7-1b1eba020b9e req-aa53d735-c3e2-48d2-91ac-882773ae05ea tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:53.777701 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-27703961-a540-4627-aeb7-1b1eba020b9e req-aa53d735-c3e2-48d2-91ac-882773ae05ea tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 945 time: 0.0523553 Jul 18 02:40:53.829034 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-27703961-a540-4627-aeb7-1b1eba020b9e req-bb018809-1efc-4169-a517-ddd246b3c6aa tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0de6d9-b938-47ba-a9a3-eea2f97b870c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456593 Jul 18 02:40:53.872288 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:40:53.892583 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:40:53.892930 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 724ae0ef-7a5c-49c2-8a15-2a37d668dc73 not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:40:53.957800 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d878d-9b4d-4691-b2e8-b459d49a64a2 req-ecc353e5-47d4-4040-a0a8-a407782080d6 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:53.959327 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-995d878d-9b4d-4691-b2e8-b459d49a64a2 req-ecc353e5-47d4-4040-a0a8-a407782080d6 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 945 time: 0.0502996 Jul 18 02:40:53.968241 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 54182) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:40:53.972595 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-cc8aca8b-3502-403a-9032-e0202dd18c1c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Request body: {'floatingip': {'port_id': '09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:40:54.014337 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cc8aca8b-3502-403a-9032-e0202dd18c1c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (7e7f0539-e981-4cca-8fd8-435a741b5977), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:54.044254 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:54.470001 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745552db-2016-4c8d-970f-52eaead0c54d req-0ecc829f-3721-4300-b060-43fd5916988a tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:54.471480 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-745552db-2016-4c8d-970f-52eaead0c54d req-0ecc829f-3721-4300-b060-43fd5916988a tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.0714464 Jul 18 02:40:54.572732 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:54.615627 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-745552db-2016-4c8d-970f-52eaead0c54d req-6184b7d8-3314-43e4-9db8-377cfdc357f3 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180654 Jul 18 02:40:54.720545 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cc8aca8b-3502-403a-9032-e0202dd18c1c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:54.774194 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cc8aca8b-3502-403a-9032-e0202dd18c1c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (7e7f0539-e981-4cca-8fd8-435a741b5977), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:54.873179 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-cc8aca8b-3502-403a-9032-e0202dd18c1c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Floating IP 7e7f0539-e981-4cca-8fd8-435a741b5977 associated. External IP: 172.27.3.202, port: 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d. Jul 18 02:40:54.884525 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cdccf-9adb-4da8-a658-bcd194d6f9d0 req-b90a08bf-31d0-4d9e-b8ca-fd6f15e17f36 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:54.886038 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6b5cdccf-9adb-4da8-a658-bcd194d6f9d0 req-b90a08bf-31d0-4d9e-b8ca-fd6f15e17f36 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0482554 Jul 18 02:40:54.935729 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6b5cdccf-9adb-4da8-a658-bcd194d6f9d0 req-795b0ce3-2fe2-4954-bdc8-949c3d13fef5 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441062 Jul 18 02:40:55.070291 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8aca8b-3502-403a-9032-e0202dd18c1c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Router 800f954d-2fd2-4712-8fe5-205d52fa1da6 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:40:55.174098 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8aca8b-3502-403a-9032-e0202dd18c1c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:40:55.178645 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cc8aca8b-3502-403a-9032-e0202dd18c1c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:55.184973 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec7bfa7-f684-485a-b89f-719a230d4b92 None None] Sync routers for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:40:55.195933 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec7bfa7-f684-485a-b89f-719a230d4b92 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:40:55.196549 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-5ec7bfa7-f684-485a-b89f-719a230d4b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:40:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:55.210167 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-cc8aca8b-3502-403a-9032-e0202dd18c1c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "PUT /v2.0/floatingips/7e7f0539-e981-4cca-8fd8-435a741b5977 HTTP/1.1" status: 200 len: 991 time: 1.2408316 Jul 18 02:40:55.210942 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85324481-a04a-4d16-b72d-6a355b0775d0', 'tag': '09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:40:55.214275 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64ea466cc435dd77490079e2fa520d09e38a4648c4a1127f42521b2533b3eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467543e8-5b6a-4e3b-a799-fb14a6c08461" -d '{"events": [{"name": "network-changed", "server_uuid": "85324481-a04a-4d16-b72d-6a355b0775d0", "tag": "09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:40:55.305317 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-5ec7bfa7-f684-485a-b89f-719a230d4b92 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:40:55.307578 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bbc018-a294-46c9-9fa9-9388f927183e x-openstack-request-id: req-29bbc018-a294-46c9-9fa9-9388f927183e {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:40:55.307869 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85324481-a04a-4d16-b72d-6a355b0775d0", "tag": "09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:40:55.308118 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-29bbc018-a294-46c9-9fa9-9388f927183e {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:40:55.308550 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29bbc018-a294-46c9-9fa9-9388f927183e'] response: {'name': 'network-changed', 'server_uuid': '85324481-a04a-4d16-b72d-6a355b0775d0', 'tag': '09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d', 'status': 'completed', 'code': 200} Jul 18 02:40:55.607310 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-5ec7bfa7-f684-485a-b89f-719a230d4b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '7e7f0539-e981-4cca-8fd8-435a741b5977', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:f3:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85324481-a04a-4d16-b72d-6a355b0775d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:40:35Z', 'updated_at': '2022-07-18T02:40:54Z', 'revision_number': 1, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:55.634218 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec7bfa7-f684-485a-b89f-719a230d4b92 None None] Checking router: 800f954d-2fd2-4712-8fe5-205d52fa1da6 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:40:55.642645 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec7bfa7-f684-485a-b89f-719a230d4b92 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:40:55.643626 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-5ec7bfa7-f684-485a-b89f-719a230d4b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:40:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:55.729665 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e06a1-f6a7-4985-8b25-b33e75ac8da9 req-bf1dbb5b-b2e8-4883-8ea0-b62ccd24950f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:55.731460 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-728e06a1-f6a7-4985-8b25-b33e75ac8da9 req-bf1dbb5b-b2e8-4883-8ea0-b62ccd24950f tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.0475278 Jul 18 02:40:55.751610 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-5ec7bfa7-f684-485a-b89f-719a230d4b92 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:40:55.780732 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-728e06a1-f6a7-4985-8b25-b33e75ac8da9 req-35e9a904-df29-4b5d-b150-418774cb7349 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436954 Jul 18 02:40:55.963883 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-5ec7bfa7-f684-485a-b89f-719a230d4b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '7e7f0539-e981-4cca-8fd8-435a741b5977', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:f3:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85324481-a04a-4d16-b72d-6a355b0775d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:40:35Z', 'updated_at': '2022-07-18T02:40:54Z', 'revision_number': 1, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:40:55.990786 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec7bfa7-f684-485a-b89f-719a230d4b92 None None] The sync data for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi is: [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '7e7f0539-e981-4cca-8fd8-435a741b5977', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'port_id': '09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'mac_address': 'fa:16:3e:f3:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85324481-a04a-4d16-b72d-6a355b0775d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:40:35Z', 'updated_at': '2022-07-18T02:40:54Z', 'revision_number': 1, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:40:56.066450 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f137b-f115-48f2-8803-9182d4024606 req-51990330-59f1-4257-b989-1938303c6fef tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:56.068311 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3f0f137b-f115-48f2-8803-9182d4024606 req-51990330-59f1-4257-b989-1938303c6fef tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0539322 Jul 18 02:40:56.125971 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3f0f137b-f115-48f2-8803-9182d4024606 req-5a2bc971-467d-4ee3-8353-ce2cc2b602b6 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522804 Jul 18 02:40:56.186332 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d74e01-4e5f-4e0d-b146-2af3d90a11fd None None] New status for floating IP 7e7f0539-e981-4cca-8fd8-435a741b5977: ACTIVE {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:40:56.901176 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacbc8a-69f5-42d7-9645-a60ead3c437c req-c3692ea0-40fd-43cf-9df7-aa355847c30d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:56.902687 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8bacbc8a-69f5-42d7-9645-a60ead3c437c req-c3692ea0-40fd-43cf-9df7-aa355847c30d tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.0509608 Jul 18 02:40:56.950444 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8bacbc8a-69f5-42d7-9645-a60ead3c437c req-5aa7993f-38dc-49ca-abbd-99ac880ff044 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423338 Jul 18 02:40:57.246857 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a30b44-7f70-4ba5-bd10-2de42ab5bde2 req-40d4e02c-3bdc-4ce4-9f86-dab725b89921 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:57.248323 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c8a30b44-7f70-4ba5-bd10-2de42ab5bde2 req-40d4e02c-3bdc-4ce4-9f86-dab725b89921 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0477552 Jul 18 02:40:57.279173 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:57.295613 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c8a30b44-7f70-4ba5-bd10-2de42ab5bde2 req-61b8b71d-b44e-4d8b-b880-e9f86f4411fb tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418954 Jul 18 02:40:57.750287 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467543e8-5b6a-4e3b-a799-fb14a6c08461 req-be0f8b49-c451-4bca-ad40-29ecd7d47212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:57.751856 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-467543e8-5b6a-4e3b-a799-fb14a6c08461 req-be0f8b49-c451-4bca-ad40-29ecd7d47212 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b02a417904a474abcab1eec5cea9c7e&device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 1129 time: 0.0460701 Jul 18 02:40:58.018563 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467543e8-5b6a-4e3b-a799-fb14a6c08461 req-6059a755-5b02-4ae8-b613-2e2d9a195ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:58.020133 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-467543e8-5b6a-4e3b-a799-fb14a6c08461 req-6059a755-5b02-4ae8-b613-2e2d9a195ad9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 HTTP/1.1" status: 200 len: 916 time: 0.0917625 Jul 18 02:40:58.128428 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba7b1e-93af-419e-9bf4-6eb17d26d589 req-58c4639f-fb36-4a5e-977f-15f1e15a81ba tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:58.129903 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b0ba7b1e-93af-419e-9bf4-6eb17d26d589 req-58c4639f-fb36-4a5e-977f-15f1e15a81ba tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.1048670 Jul 18 02:40:58.182207 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1576831-fdbe-42b6-815c-4d6e0e25dcfe req-73e57dec-1daa-4be8-8922-05dac3f0345a tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:58.183632 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a1576831-fdbe-42b6-815c-4d6e0e25dcfe req-73e57dec-1daa-4be8-8922-05dac3f0345a tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 946 time: 0.1255500 Jul 18 02:40:58.185680 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-467543e8-5b6a-4e3b-a799-fb14a6c08461 req-888ea938-878c-47e1-9916-d2bc0fa9d64c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d HTTP/1.1" status: 200 len: 1001 time: 0.1265061 Jul 18 02:40:58.275963 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b0ba7b1e-93af-419e-9bf4-6eb17d26d589 req-1a10908a-54ed-4db1-ade3-c8cb2d3928ec tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/security-groups?id=07945537-d4e8-4e8a-a1ed-2bf573713b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384766 Jul 18 02:40:58.314229 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467543e8-5b6a-4e3b-a799-fb14a6c08461 req-bbafa916-bd26-43fc-afd1-52d47bf6616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:58.315692 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-467543e8-5b6a-4e3b-a799-fb14a6c08461 req-bbafa916-bd26-43fc-afd1-52d47bf6616c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=980bd026-fed1-45eb-bd25-e5a3e3e70779 HTTP/1.1" status: 200 len: 854 time: 0.1199374 Jul 18 02:40:58.321508 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:58.342592 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-a1576831-fdbe-42b6-815c-4d6e0e25dcfe req-7b5321ef-157a-4c68-9fbf-10bf81c4c061 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Deleting port caf2e138-8e60-4fcf-8119-71c69a88ae7d {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:40:58.342931 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-a1576831-fdbe-42b6-815c-4d6e0e25dcfe req-7b5321ef-157a-4c68-9fbf-10bf81c4c061 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (caf2e138-8e60-4fcf-8119-71c69a88ae7d), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:58.424116 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:40:58.428366 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467543e8-5b6a-4e3b-a799-fb14a6c08461 req-bf67ec6b-2fc8-4b1f-99f0-2b53f9aab0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:58.430176 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-467543e8-5b6a-4e3b-a799-fb14a6c08461 req-bf67ec6b-2fc8-4b1f-99f0-2b53f9aab0e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956376 Jul 18 02:40:58.432847 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54914012-c0ae-47d0-a95e-33f7111efaae req-b2c3a516-b376-45d3-8bc2-14a8113d94a1 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:58.434370 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-54914012-c0ae-47d0-a95e-33f7111efaae req-b2c3a516-b376-45d3-8bc2-14a8113d94a1 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0568902 Jul 18 02:40:58.491587 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-54914012-c0ae-47d0-a95e-33f7111efaae req-2828d6e7-4189-4cd0-aa87-7aebc7cd1013 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499368 Jul 18 02:40:58.518422 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-a1576831-fdbe-42b6-815c-4d6e0e25dcfe req-7b5321ef-157a-4c68-9fbf-10bf81c4c061 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] For port caf2e138-8e60-4fcf-8119-71c69a88ae7d, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=caf2e138-8e60-4fcf-8119-71c69a88ae7d,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:40:58.518785 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-a1576831-fdbe-42b6-815c-4d6e0e25dcfe req-7b5321ef-157a-4c68-9fbf-10bf81c4c061 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (caf2e138-8e60-4fcf-8119-71c69a88ae7d), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:58.535904 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-a1576831-fdbe-42b6-815c-4d6e0e25dcfe req-7b5321ef-157a-4c68-9fbf-10bf81c4c061 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Calling delete_port for caf2e138-8e60-4fcf-8119-71c69a88ae7d owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:40:58.598769 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-467543e8-5b6a-4e3b-a799-fb14a6c08461 req-00711b4d-5c81-4811-86ce-a07065a288c3 service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589181 Jul 18 02:40:58.738388 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-467543e8-5b6a-4e3b-a799-fb14a6c08461 req-660ab673-3d59-4f75-994f-d9755bf15152 service neutron] 10.222.0.72 "GET /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291077 Jul 18 02:40:58.829723 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-a1576831-fdbe-42b6-815c-4d6e0e25dcfe req-7b5321ef-157a-4c68-9fbf-10bf81c4c061 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (caf2e138-8e60-4fcf-8119-71c69a88ae7d), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:58.858808 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5321ef-157a-4c68-9fbf-10bf81c4c061 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Pushing event deleted for resources: {'Port': ['ID=caf2e138-8e60-4fcf-8119-71c69a88ae7d,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:40:58.869662 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['caf2e138-8e60-4fcf-8119-71c69a88ae7d'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:40:58.907063 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1576831-fdbe-42b6-815c-4d6e0e25dcfe req-7b5321ef-157a-4c68-9fbf-10bf81c4c061 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] No DVR routers for this DVR port caf2e138-8e60-4fcf-8119-71c69a88ae7d on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:40:58.909566 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-a1576831-fdbe-42b6-815c-4d6e0e25dcfe req-7b5321ef-157a-4c68-9fbf-10bf81c4c061 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:58.913330 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a1576831-fdbe-42b6-815c-4d6e0e25dcfe req-7b5321ef-157a-4c68-9fbf-10bf81c4c061 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.72 "DELETE /v2.0/ports/caf2e138-8e60-4fcf-8119-71c69a88ae7d HTTP/1.1" status: 204 len: 173 time: 0.7163901 Jul 18 02:40:58.913761 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7f8048-6316-49a6-89a0-2b5113d7d9f8', 'name': 'network-vif-deleted', 'tag': 'caf2e138-8e60-4fcf-8119-71c69a88ae7d'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:40:58.917779 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521a1883-e888-4d8f-a5aa-111cea199d70" -d '{"events": [{"server_uuid": "8f7f8048-6316-49a6-89a0-2b5113d7d9f8", "name": "network-vif-deleted", "tag": "caf2e138-8e60-4fcf-8119-71c69a88ae7d"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:40:58.940192 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-38979781-af39-4186-ba3e-c5afb5e0d5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:40:58.952638 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a2692c-154c-4c87-bcb4-547f96bb5b21 x-openstack-request-id: req-57a2692c-154c-4c87-bcb4-547f96bb5b21 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:40:58.952930 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7f8048-6316-49a6-89a0-2b5113d7d9f8", "name": "network-vif-deleted", "tag": "caf2e138-8e60-4fcf-8119-71c69a88ae7d", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:40:58.953178 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57a2692c-154c-4c87-bcb4-547f96bb5b21 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:40:58.953585 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a2692c-154c-4c87-bcb4-547f96bb5b21'] response: {'server_uuid': '8f7f8048-6316-49a6-89a0-2b5113d7d9f8', 'name': 'network-vif-deleted', 'tag': 'caf2e138-8e60-4fcf-8119-71c69a88ae7d', 'status': 'completed', 'code': 200} Jul 18 02:40:59.389571 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c5002a06-0bde-4a56-9edb-4945b1c45789 req-118d125e-7e39-42fc-86fd-7b726783f548 tempest-ServerRescueNegativeTestJSON-988773994 tempest-ServerRescueNegativeTestJSON-988773994-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f7f8048-6316-49a6-89a0-2b5113d7d9f8 HTTP/1.1" status: 200 len: 210 time: 0.0287471 Jul 18 02:40:59.614602 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892734e-f080-44ea-b14c-5af2d879ecf0 req-8a2d6bd4-6244-471c-ae39-8eaf46f46528 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:40:59.617056 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8892734e-f080-44ea-b14c-5af2d879ecf0 req-8a2d6bd4-6244-471c-ae39-8eaf46f46528 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0518606 Jul 18 02:40:59.664350 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8892734e-f080-44ea-b14c-5af2d879ecf0 req-ebea3378-2940-4355-956b-7f2ffa4196f1 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416162 Jul 18 02:41:00.391195 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:41:00.452065 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 54216) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:41:00.617752 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:00.783525 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff15388-6b59-4526-b34c-59bb36d765fb req-ba56dac2-4946-4a90-bcaf-4a951b8ab246 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:00.785015 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3ff15388-6b59-4526-b34c-59bb36d765fb req-ba56dac2-4946-4a90-bcaf-4a951b8ab246 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0470762 Jul 18 02:41:00.817022 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33287363'] for router_interface (6a03b4fc-2e99-4d34-9f84-b6ec77a685d8), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:00.843684 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3ff15388-6b59-4526-b34c-59bb36d765fb req-1bd9f700-7864-46db-980e-6ee550134c33 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524533 Jul 18 02:41:01.089199 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Deleting port 687b8486-a262-4b0b-9519-aed70137ad36 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:41:01.089484 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (687b8486-a262-4b0b-9519-aed70137ad36), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:01.168954 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] For port 687b8486-a262-4b0b-9519-aed70137ad36, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=687b8486-a262-4b0b-9519-aed70137ad36,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:41:01.169304 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (687b8486-a262-4b0b-9519-aed70137ad36), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:01.181560 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Calling delete_port for 687b8486-a262-4b0b-9519-aed70137ad36 owned by network:router_interface {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:41:01.320968 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d1a4e395-6a66-42e7-96ba-df9353b670a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:01.513215 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:01.606748 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (687b8486-a262-4b0b-9519-aed70137ad36), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:01.630315 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Pushing event deleted for resources: {'Port': ['ID=687b8486-a262-4b0b-9519-aed70137ad36,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:01.641451 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:01.641799 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:01.642165 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:01.642508 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:01.642837 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:01.643515 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:01.643515 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:01.643780 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:01.644102 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:01.644424 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:01.644747 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:01.645088 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:01.645405 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:01.645699 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:01.646022 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:01.672540 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:01.812366 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33112024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33287295'] for router_interface (6a03b4fc-2e99-4d34-9f84-b6ec77a685d8), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:01.936779 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device caf2e138-8e60-4fcf-8119-71c69a88ae7d no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:41:01.957090 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: caf2e138-8e60-4fcf-8119-71c69a88ae7d {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:41:01.957380 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device caf2e138-8e60-4fcf-8119-71c69a88ae7d not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:41:02.034934 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08240577-1339-4bd0-939c-c5de65c4f6b3 req-c5d31d8c-3d38-4a2e-98b2-c7db1176ea1a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:02.036425 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-08240577-1339-4bd0-939c-c5de65c4f6b3 req-c5d31d8c-3d38-4a2e-98b2-c7db1176ea1a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.1155856 Jul 18 02:41:02.084457 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:41:02.108552 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-08240577-1339-4bd0-939c-c5de65c4f6b3 req-0be367e4-ac58-499b-9669-ee976abadb5e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631516 Jul 18 02:41:02.209652 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:41:02.214460 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-22385b90-b2a3-4f48-a3e6-6d771363548e admin admin] 10.222.0.66 "PUT /v2.0/routers/6a03b4fc-2e99-4d34-9f84-b6ec77a685d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7668355 Jul 18 02:41:02.216982 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 54222) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:41:02.218471 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95459a00-6357-42d7-bec7-fd6afe8f71d4 None None] Sync routers for ids ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:41:02.228787 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95459a00-6357-42d7-bec7-fd6afe8f71d4 None None] Routers {'6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:41:02.229395 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-95459a00-6357-42d7-bec7-fd6afe8f71d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:41:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:41:02.315872 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774b4696-f392-4cb7-9f13-6bd58c6428b6 admin admin] Publish callbacks [] for router (6a03b4fc-2e99-4d34-9f84-b6ec77a685d8), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:02.320001 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:02.332289 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-95459a00-6357-42d7-bec7-fd6afe8f71d4 None None] Set router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:41:02.412596 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774b4696-f392-4cb7-9f13-6bd58c6428b6 admin admin] Publish callbacks [] for router_gateway (6a03b4fc-2e99-4d34-9f84-b6ec77a685d8), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:02.501778 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-95459a00-6357-42d7-bec7-fd6afe8f71d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:41:01Z', 'revision_number': 5, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:41:02.530575 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95459a00-6357-42d7-bec7-fd6afe8f71d4 None None] Checking router: 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:41:02.539521 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95459a00-6357-42d7-bec7-fd6afe8f71d4 None None] Routers {'6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:41:02.540123 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-95459a00-6357-42d7-bec7-fd6afe8f71d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:41:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:41:02.542501 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:02.621965 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-774b4696-f392-4cb7-9f13-6bd58c6428b6 admin admin] Deleting port 310ace6d-7bde-421f-81f7-4ec39d3ebdac {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:41:02.622511 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774b4696-f392-4cb7-9f13-6bd58c6428b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (310ace6d-7bde-421f-81f7-4ec39d3ebdac), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:02.642232 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-95459a00-6357-42d7-bec7-fd6afe8f71d4 None None] Set router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:41:02.675480 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:02.700584 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:02.702494 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-774b4696-f392-4cb7-9f13-6bd58c6428b6 admin admin] For port 310ace6d-7bde-421f-81f7-4ec39d3ebdac, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=310ace6d-7bde-421f-81f7-4ec39d3ebdac,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:41:02.702855 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774b4696-f392-4cb7-9f13-6bd58c6428b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (310ace6d-7bde-421f-81f7-4ec39d3ebdac), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:02.716290 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-774b4696-f392-4cb7-9f13-6bd58c6428b6 admin admin] Calling delete_port for 310ace6d-7bde-421f-81f7-4ec39d3ebdac owned by network:router_gateway {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:41:02.724688 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:02.813193 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-95459a00-6357-42d7-bec7-fd6afe8f71d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:41:01Z', 'revision_number': 5, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:41:02.842537 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95459a00-6357-42d7-bec7-fd6afe8f71d4 None None] The sync data for ids ['6a03b4fc-2e99-4d34-9f84-b6ec77a685d8'] in dv-cinder-850015-3-iscsi is: [{'id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'name': 'tempest-ServerRescueNegativeTestJSON-300382408-router', 'tenant_id': '9ec4c1c1687944b98c1c5cefe05df095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:36:26Z', 'updated_at': '2022-07-18T02:41:01Z', 'revision_number': 5, 'project_id': '9ec4c1c1687944b98c1c5cefe05df095', 'gw_port': {'id': '310ace6d-7bde-421f-81f7-4ec39d3ebdac', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03b4fc-2e99-4d34-9f84-b6ec77a685d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:36:27Z', 'updated_at': '2022-07-18T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:41:03.098604 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774b4696-f392-4cb7-9f13-6bd58c6428b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (310ace6d-7bde-421f-81f7-4ec39d3ebdac), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:03.127531 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b4696-f392-4cb7-9f13-6bd58c6428b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=310ace6d-7bde-421f-81f7-4ec39d3ebdac,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:03.199729 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774b4696-f392-4cb7-9f13-6bd58c6428b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33266500'] for router_gateway (6a03b4fc-2e99-4d34-9f84-b6ec77a685d8), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:03.236714 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6cd7b-a536-4c58-b5f9-651b6bc9612d req-afb23693-4400-4221-b48e-c5654b242210 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:03.238349 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f0b6cd7b-a536-4c58-b5f9-651b6bc9612d req-afb23693-4400-4221-b48e-c5654b242210 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0522673 Jul 18 02:41:03.292519 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f0b6cd7b-a536-4c58-b5f9-651b6bc9612d req-148e4303-4125-431c-ab90-7dc85838a7a9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476596 Jul 18 02:41:03.293922 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774b4696-f392-4cb7-9f13-6bd58c6428b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33290061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1504'] for router (6a03b4fc-2e99-4d34-9f84-b6ec77a685d8), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:03.300991 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774b4696-f392-4cb7-9f13-6bd58c6428b6 admin admin] Publish callbacks [] for router_controller (6a03b4fc-2e99-4d34-9f84-b6ec77a685d8), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:03.418435 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774b4696-f392-4cb7-9f13-6bd58c6428b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33290193'] for router (6a03b4fc-2e99-4d34-9f84-b6ec77a685d8), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:03.419083 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774b4696-f392-4cb7-9f13-6bd58c6428b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 {{(pid=104650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 02:41:03.424024 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-774b4696-f392-4cb7-9f13-6bd58c6428b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:03.427057 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-774b4696-f392-4cb7-9f13-6bd58c6428b6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/6a03b4fc-2e99-4d34-9f84-b6ec77a685d8 HTTP/1.1" status: 204 len: 168 time: 1.2071605 Jul 18 02:41:03.429010 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 54226) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:41:03.479349 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_v2 [None req-74dd4f0b-3853-43a5-be37-4b1c5c55b57b admin admin] Deleting subnet b4b8b997-66c3-477b-8816-8f4555614405 {{(pid=104651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 02:41:03.483118 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-74dd4f0b-3853-43a5-be37-4b1c5c55b57b admin admin] Publish callbacks [] for subnet (b4b8b997-66c3-477b-8816-8f4555614405), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:03.520611 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-74dd4f0b-3853-43a5-be37-4b1c5c55b57b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2837175'] for subnet (b4b8b997-66c3-477b-8816-8f4555614405), precommit_delete_associations {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:03.566529 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:03.586836 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:03.602015 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-74dd4f0b-3853-43a5-be37-4b1c5c55b57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32822860'] for subnet (b4b8b997-66c3-477b-8816-8f4555614405), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:03.734852 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-74dd4f0b-3853-43a5-be37-4b1c5c55b57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32822875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2644685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3433350'] for subnet (b4b8b997-66c3-477b-8816-8f4555614405), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:03.760619 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd4f0b-3853-43a5-be37-4b1c5c55b57b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4b8b997-66c3-477b-8816-8f4555614405,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:03.766979 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-74dd4f0b-3853-43a5-be37-4b1c5c55b57b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:03.770470 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-74dd4f0b-3853-43a5-be37-4b1c5c55b57b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b4b8b997-66c3-477b-8816-8f4555614405 HTTP/1.1" status: 204 len: 168 time: 0.3402119 Jul 18 02:41:03.772964 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 54228) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:41:03.777489 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb0067d-b96a-4e6f-86d3-49861c55be58 None None] Network 9e66762c-c4d2-46f6-ba12-585a390bb14c requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:41:03.845738 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590427'] for network (9e66762c-c4d2-46f6-ba12-585a390bb14c), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:03.866207 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:03.897421 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] Deleting port f82337f7-31b4-42e7-aed9-3a45d690a85e {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:41:03.897919 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (f82337f7-31b4-42e7-aed9-3a45d690a85e), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:03.954751 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] DHCP port deletion for 9e66762c-c4d2-46f6-ba12-585a390bb14c request from dv-cinder-850015-3-iscsi {{(pid=104652) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 02:41:03.957742 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:03.977229 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] For port f82337f7-31b4-42e7-aed9-3a45d690a85e, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=f82337f7-31b4-42e7-aed9-3a45d690a85e,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:41:03.977602 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (f82337f7-31b4-42e7-aed9-3a45d690a85e), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:03.991674 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] Calling delete_port for f82337f7-31b4-42e7-aed9-3a45d690a85e owned by network:dhcp {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:41:03.995819 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 310ace6d-7bde-421f-81f7-4ec39d3ebdac no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:41:04.021949 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 310ace6d-7bde-421f-81f7-4ec39d3ebdac {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:41:04.022471 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 310ace6d-7bde-421f-81f7-4ec39d3ebdac not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:41:04.022903 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 687b8486-a262-4b0b-9519-aed70137ad36 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:41:04.046612 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Deleting port f82337f7-31b4-42e7-aed9-3a45d690a85e {{(pid=104652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:41:04.046983 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (f82337f7-31b4-42e7-aed9-3a45d690a85e), before_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:04.049870 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:04.050666 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 687b8486-a262-4b0b-9519-aed70137ad36 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:41:04.051007 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 687b8486-a262-4b0b-9519-aed70137ad36 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:41:04.118271 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] For port f82337f7-31b4-42e7-aed9-3a45d690a85e, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=f82337f7-31b4-42e7-aed9-3a45d690a85e,segment=NetworkSegment(c951234f-2fbc-4fe0-ae28-a0f34b22352e),segment_id=c951234f-2fbc-4fe0-ae28-a0f34b22352e)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:41:04.118584 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (f82337f7-31b4-42e7-aed9-3a45d690a85e), precommit_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:04.132459 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Calling delete_port for f82337f7-31b4-42e7-aed9-3a45d690a85e owned by network:dhcp {{(pid=104652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:41:04.147241 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (f82337f7-31b4-42e7-aed9-3a45d690a85e), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:04.172816 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f82337f7-31b4-42e7-aed9-3a45d690a85e,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:04.177258 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] No DVR routers for this DVR port f82337f7-31b4-42e7-aed9-3a45d690a85e on host dv-cinder-850015-3-iscsi {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:41:04.213314 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950'] for port (f82337f7-31b4-42e7-aed9-3a45d690a85e), after_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:04.235921 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Pushing event deleted for resources: {'Port': ['ID=f82337f7-31b4-42e7-aed9-3a45d690a85e,revision_number=None']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:04.246007 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] No DVR routers for this DVR port f82337f7-31b4-42e7-aed9-3a45d690a85e on host dv-cinder-850015-3-iscsi {{(pid=104652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:41:04.248333 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:04.248902 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:04.249247 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:04.249699 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:04.250036 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:04.250399 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:04.250727 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:04.251050 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:04.251375 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:04.251700 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:04.251959 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32822413', 'neutron.services.segments.db._delete_segments_for_network-8781983520534'] for network (9e66762c-c4d2-46f6-ba12-585a390bb14c), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:04.252452 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:04.252452 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:04.252668 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:04.252987 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:04.253328 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da02a535-32f3-4a23-9723-4b65d2d534e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:04.266385 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:04.276265 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e66762c-c4d2-46f6-ba12-585a390bb14c']}} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:41:04.285811 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c951234f-2fbc-4fe0-ae28-a0f34b22352e') {'for_net_delete': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:41:04.286136 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c951234f-2fbc-4fe0-ae28-a0f34b22352e') {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:41:04.296174 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781983519775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2837198'] for segment (c951234f-2fbc-4fe0-ae28-a0f34b22352e), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:04.310869 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (c951234f-2fbc-4fe0-ae28-a0f34b22352e), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:04.317316 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=104651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 02:41:04.317700 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2644015'] for segment (c951234f-2fbc-4fe0-ae28-a0f34b22352e), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:04.408988 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment c951234f-2fbc-4fe0-ae28-a0f34b22352e resource provider aggregate not found Jul 18 02:41:04.428732 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment c951234f-2fbc-4fe0-ae28-a0f34b22352e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c951234f-2fbc-4fe0-ae28-a0f34b22352e found for delete ", "request_id": "req-99678fb2-0e55-4c0e-92c5-d962e6261b83"}]} Jul 18 02:41:04.429697 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5765902-6f64-40a3-8dc2-a2c9e56042c1 req-18e14df9-ef29-442f-b6c2-19562631fbe2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:04.431333 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e5765902-6f64-40a3-8dc2-a2c9e56042c1 req-18e14df9-ef29-442f-b6c2-19562631fbe2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0532467 Jul 18 02:41:04.485263 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e5765902-6f64-40a3-8dc2-a2c9e56042c1 req-fb3512cf-6898-4a63-a3f0-339180d6eb49 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481462 Jul 18 02:41:04.500735 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32822390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33266559'] for network (9e66762c-c4d2-46f6-ba12-585a390bb14c), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:04.505536 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:04.510687 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9e66762c-c4d2-46f6-ba12-585a390bb14c HTTP/1.1" status: 204 len: 168 time: 0.7345240 Jul 18 02:41:04.522881 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c438b-e3cf-4bbd-b247-5240997428c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e66762c-c4d2-46f6-ba12-585a390bb14c,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:04.529513 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:04.895736 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 54240) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:41:04.939802 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-29d07576-7334-4f6a-80f4-d17b387289a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ec4c1c1687944b98c1c5cefe05df095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421758 Jul 18 02:41:04.942244 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 54242) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:41:04.991742 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1d3dc287-a105-417e-8159-f04ebb9036ee admin admin] Publish callbacks [] for security_group (07945537-d4e8-4e8a-a1ed-2bf573713b48), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:05.014272 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1d3dc287-a105-417e-8159-f04ebb9036ee admin admin] Publish callbacks [] for security_group (07945537-d4e8-4e8a-a1ed-2bf573713b48), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:05.144098 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1d3dc287-a105-417e-8159-f04ebb9036ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (07945537-d4e8-4e8a-a1ed-2bf573713b48), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:05.146661 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1d3dc287-a105-417e-8159-f04ebb9036ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:05.147832 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-1d3dc287-a105-417e-8159-f04ebb9036ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07945537-d4e8-4e8a-a1ed-2bf573713b48 HTTP/1.1" status: 204 len: 168 time: 0.2047055 Jul 18 02:41:05.156208 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dc287-a105-417e-8159-f04ebb9036ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07945537-d4e8-4e8a-a1ed-2bf573713b48,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:05.612767 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c026c-95e0-4e18-968d-ec0910063bd7 req-f1479846-228f-49ba-aaf0-814adf2aaba9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:05.612767 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-943c026c-95e0-4e18-968d-ec0910063bd7 req-f1479846-228f-49ba-aaf0-814adf2aaba9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0479934 Jul 18 02:41:05.659227 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-943c026c-95e0-4e18-968d-ec0910063bd7 req-bd1ed38f-818f-4784-826b-341e26bcd5ba tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441766 Jul 18 02:41:05.718397 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device f82337f7-31b4-42e7-aed9-3a45d690a85e no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:41:05.741350 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: f82337f7-31b4-42e7-aed9-3a45d690a85e {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:41:05.741618 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device f82337f7-31b4-42e7-aed9-3a45d690a85e not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:41:05.964040 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 078d1890-a0ab-46d1-ac2c-464bd6da369c details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:41:06.065814 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 078d1890-a0ab-46d1-ac2c-464bd6da369c, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=078d1890-a0ab-46d1-ac2c-464bd6da369c,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:41:06.077738 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '078d1890-a0ab-46d1-ac2c-464bd6da369c', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'port_id': '078d1890-a0ab-46d1-ac2c-464bd6da369c', 'mac_address': 'fa:16:3e:18:39:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:41:06.080087 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:06.117247 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 078d1890-a0ab-46d1-ac2c-464bd6da369c is: ACTIVE; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:41:06.117628 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:06.130062 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 078d1890-a0ab-46d1-ac2c-464bd6da369c {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:41:06.150473 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 078d1890-a0ab-46d1-ac2c-464bd6da369c, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=078d1890-a0ab-46d1-ac2c-464bd6da369c,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:41:06.231960 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:06.283884 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=078d1890-a0ab-46d1-ac2c-464bd6da369c,revision_number=6']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:06.432451 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['078d1890-a0ab-46d1-ac2c-464bd6da369c'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:41:06.780488 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594249f9-c57f-4c18-adf2-51fbee2ca97d req-8c0b4f65-5e37-4f01-ae9a-dd17d88453df tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:06.781996 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-594249f9-c57f-4c18-adf2-51fbee2ca97d req-8c0b4f65-5e37-4f01-ae9a-dd17d88453df tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 944 time: 0.0472198 Jul 18 02:41:06.831194 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-594249f9-c57f-4c18-adf2-51fbee2ca97d req-51aa738a-2d89-42d9-a2e4-8278d73ecfc6 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427072 Jul 18 02:41:07.967312 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 078d1890-a0ab-46d1-ac2c-464bd6da369c up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:41:07.967915 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7d7c0-0192-464f-938d-9ea26d2c9998 req-1549b493-a2ef-4f9f-8f93-af5e69c47598 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:07.968979 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-66c7d7c0-0192-464f-938d-9ea26d2c9998 req-1549b493-a2ef-4f9f-8f93-af5e69c47598 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 944 time: 0.0510499 Jul 18 02:41:08.017651 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 078d1890-a0ab-46d1-ac2c-464bd6da369c triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:41:08.018486 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:08.027129 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-66c7d7c0-0192-464f-938d-9ea26d2c9998 req-d6ead9a7-9f4c-469c-8836-c186615c2443 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479023 Jul 18 02:41:08.109761 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 078d1890-a0ab-46d1-ac2c-464bd6da369c is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:41:08.110180 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:08.269778 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078d1890-a0ab-46d1-ac2c-464bd6da369c'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:41:08.272585 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9cfb75-d55b-450e-8b0f-3e6649871b40" -d '{"events": [{"server_uuid": "cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a", "name": "network-vif-plugged", "status": "completed", "tag": "078d1890-a0ab-46d1-ac2c-464bd6da369c"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:41:08.274992 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:08.287630 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 078d1890-a0ab-46d1-ac2c-464bd6da369c, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=078d1890-a0ab-46d1-ac2c-464bd6da369c,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:41:08.328060 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dce4b0-2b36-4fea-8798-ab5411fb9fd8 x-openstack-request-id: req-c1dce4b0-2b36-4fea-8798-ab5411fb9fd8 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:41:08.328352 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a", "name": "network-vif-plugged", "status": "completed", "tag": "078d1890-a0ab-46d1-ac2c-464bd6da369c", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:41:08.328845 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c1dce4b0-2b36-4fea-8798-ab5411fb9fd8 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:41:08.329410 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1dce4b0-2b36-4fea-8798-ab5411fb9fd8'] response: {'server_uuid': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078d1890-a0ab-46d1-ac2c-464bd6da369c', 'code': 200} Jul 18 02:41:08.478186 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:08.529028 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=078d1890-a0ab-46d1-ac2c-464bd6da369c,revision_number=7']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:09.175173 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9238f14-6dea-4c7e-b372-a57f6cd90cfc req-92131cee-22bc-4b7b-bac7-1a864012271d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:09.176677 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d9238f14-6dea-4c7e-b372-a57f6cd90cfc req-92131cee-22bc-4b7b-bac7-1a864012271d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0549407 Jul 18 02:41:09.233943 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d9238f14-6dea-4c7e-b372-a57f6cd90cfc req-d73280b5-d817-4529-99b1-f78d39990a06 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506816 Jul 18 02:41:10.384274 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b0a97-eed9-4b7a-95ab-143f25a19b7c req-03a4e04f-70aa-4ac6-ab38-4a81a5254cba tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:10.386972 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fa6b0a97-eed9-4b7a-95ab-143f25a19b7c req-03a4e04f-70aa-4ac6-ab38-4a81a5254cba tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0533049 Jul 18 02:41:10.408525 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:10.445085 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fa6b0a97-eed9-4b7a-95ab-143f25a19b7c req-7b66b814-4307-4271-ad59-97474ea2aa83 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517099 Jul 18 02:41:11.548711 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:11.597302 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422de20-61e8-40fc-b8ed-40c0085df72d req-1156f19c-2590-429b-bc1d-9d6dd182bafa tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:11.599249 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a422de20-61e8-40fc-b8ed-40c0085df72d req-1156f19c-2590-429b-bc1d-9d6dd182bafa tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0610366 Jul 18 02:41:11.662765 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a422de20-61e8-40fc-b8ed-40c0085df72d req-93ffa6a2-1650-49c4-94c9-db34d3f41ecf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534265 Jul 18 02:41:12.796446 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4596f1-1954-4ff6-9cc6-4e4c3dee5421 req-4a243e8c-955d-42d2-b548-e4060b14a2c5 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:12.797946 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9f4596f1-1954-4ff6-9cc6-4e4c3dee5421 req-4a243e8c-955d-42d2-b548-e4060b14a2c5 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0526581 Jul 18 02:41:12.816836 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=76 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:12.859857 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9f4596f1-1954-4ff6-9cc6-4e4c3dee5421 req-1f30d72b-88e2-4e08-b495-f766ef584a74 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559840 Jul 18 02:41:13.989765 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f2a15-adb5-4b47-9987-b6def4c57a49 req-8d7cc619-1bd5-4284-87f5-6b43dfde1dc0 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:13.991814 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d79f2a15-adb5-4b47-9987-b6def4c57a49 req-8d7cc619-1bd5-4284-87f5-6b43dfde1dc0 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0528848 Jul 18 02:41:14.041009 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d79f2a15-adb5-4b47-9987-b6def4c57a49 req-58d45db3-5252-473b-8757-723e3030b807 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434072 Jul 18 02:41:15.173860 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0d519-90ee-4353-9915-b33beb0aa0d4 req-454c10dc-4c62-4539-847b-f64e490686d9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:15.175423 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-71a0d519-90ee-4353-9915-b33beb0aa0d4 req-454c10dc-4c62-4539-847b-f64e490686d9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0519919 Jul 18 02:41:15.227676 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-71a0d519-90ee-4353-9915-b33beb0aa0d4 req-b465e3db-ef2d-4754-985d-bbf0cab83715 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460992 Jul 18 02:41:15.931662 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cf7d1-d3d0-4a78-b2c1-0064149cdc08 req-c4d4dee4-45a8-4e23-ba93-6b352d5e770d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:15.939308 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-737cf7d1-d3d0-4a78-b2c1-0064149cdc08 req-c4d4dee4-45a8-4e23-ba93-6b352d5e770d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 945 time: 0.0647006 Jul 18 02:41:15.996991 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-737cf7d1-d3d0-4a78-b2c1-0064149cdc08 req-891e1138-b4cc-4471-839a-269a8953e85b tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567186 Jul 18 02:41:16.368062 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaa0b5-bca1-47dd-a640-e22eb875260e req-e701fec9-9f8c-485c-9ccb-36907caa626f tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:16.370670 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-adaaa0b5-bca1-47dd-a640-e22eb875260e req-e701fec9-9f8c-485c-9ccb-36907caa626f tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0557554 Jul 18 02:41:16.436706 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-adaaa0b5-bca1-47dd-a640-e22eb875260e req-9d83f7a2-27bb-4662-a997-bb9eb6059827 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592573 Jul 18 02:41:17.127045 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103145ca-1031-47f8-af27-37b61b9cdce4 req-fae4b229-4f04-4b02-b8c0-9b85b9fd1336 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:17.134217 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-103145ca-1031-47f8-af27-37b61b9cdce4 req-fae4b229-4f04-4b02-b8c0-9b85b9fd1336 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 945 time: 0.0593932 Jul 18 02:41:17.192511 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-103145ca-1031-47f8-af27-37b61b9cdce4 req-7974a4ee-5a29-4312-a241-d62a9071cb3f tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573549 Jul 18 02:41:17.562653 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf5cf-e0f5-4f0f-82d5-5e0f9d9d0f7c req-fc7483f8-da03-491b-a16c-577aa2fa25f7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:17.565507 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-bafbf5cf-e0f5-4f0f-82d5-5e0f9d9d0f7c req-fc7483f8-da03-491b-a16c-577aa2fa25f7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0475528 Jul 18 02:41:17.620086 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-bafbf5cf-e0f5-4f0f-82d5-5e0f9d9d0f7c req-717d4e59-047c-4183-a06d-739e9c1dd899 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497496 Jul 18 02:41:17.849350 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3c05d-3b11-4eb3-a8cf-1eb5698353ec req-ed5f08a4-f427-42c8-af8a-ad84d6a36c11 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:17.851034 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8ff3c05d-3b11-4eb3-a8cf-1eb5698353ec req-ed5f08a4-f427-42c8-af8a-ad84d6a36c11 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 945 time: 0.0481226 Jul 18 02:41:17.940664 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-8ff3c05d-3b11-4eb3-a8cf-1eb5698353ec req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Deleting port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:41:17.941003 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-8ff3c05d-3b11-4eb3-a8cf-1eb5698353ec req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (3ff30934-3b2b-494c-bbcf-58c1f9f9094e), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:17.956863 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:18.030623 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-8ff3c05d-3b11-4eb3-a8cf-1eb5698353ec req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] For port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=3ff30934-3b2b-494c-bbcf-58c1f9f9094e,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:41:18.030904 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-8ff3c05d-3b11-4eb3-a8cf-1eb5698353ec req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (3ff30934-3b2b-494c-bbcf-58c1f9f9094e), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:18.199138 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-8ff3c05d-3b11-4eb3-a8cf-1eb5698353ec req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:18.199525 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-8ff3c05d-3b11-4eb3-a8cf-1eb5698353ec req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (1ceda3af-d2fc-4d71-8057-e59b03a044d0), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:18.199837 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.l3_db [req-8ff3c05d-3b11-4eb3-a8cf-1eb5698353ec req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Floating IP 1ceda3af-d2fc-4d71-8057-e59b03a044d0 disassociated. External IP: 172.27.3.240, port: 3ff30934-3b2b-494c-bbcf-58c1f9f9094e. Jul 18 02:41:18.200216 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-8ff3c05d-3b11-4eb3-a8cf-1eb5698353ec req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Calling delete_port for 3ff30934-3b2b-494c-bbcf-58c1f9f9094e owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:41:18.238525 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:18.328057 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2570cae-53ac-45c3-80cf-0234804100ac req-5b95c3d8-6a73-49ef-8f32-06df9cef0e7e tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:18.329583 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f2570cae-53ac-45c3-80cf-0234804100ac req-5b95c3d8-6a73-49ef-8f32-06df9cef0e7e tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 945 time: 0.0536788 Jul 18 02:41:18.390804 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f2570cae-53ac-45c3-80cf-0234804100ac req-ccd7b7f4-f516-4470-b08a-219171043707 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547292 Jul 18 02:41:18.471586 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-8ff3c05d-3b11-4eb3-a8cf-1eb5698353ec req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (3ff30934-3b2b-494c-bbcf-58c1f9f9094e), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:18.506078 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event deleted for resources: {'Port': ['ID=3ff30934-3b2b-494c-bbcf-58c1f9f9094e,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:18.514662 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:18.518353 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:18.518353 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:18.518353 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:18.518353 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:18.518353 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:18.518353 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:18.518353 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:18.518353 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:18.518353 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:18.518353 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:18.519439 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:18.519940 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:18.520430 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:18.520938 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:41:18.526939 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:18.675487 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ff3c05d-3b11-4eb3-a8cf-1eb5698353ec req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:41:18.798069 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb4d41-96bc-41d6-a620-28b094ed1e13 req-687a865b-943c-43be-9042-b1f8ba40eb78 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:18.799633 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d4bb4d41-96bc-41d6-a620-28b094ed1e13 req-687a865b-943c-43be-9042-b1f8ba40eb78 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0628188 Jul 18 02:41:18.889146 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d4bb4d41-96bc-41d6-a620-28b094ed1e13 req-6e1f2b7d-d8db-4d02-84d2-534a79f0ef25 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578725 Jul 18 02:41:18.900422 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ff3c05d-3b11-4eb3-a8cf-1eb5698353ec req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:41:18.911429 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe816ff-3e53-46e4-bca8-58ab7f20bf87 None None] Sync routers for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:41:18.930770 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe816ff-3e53-46e4-bca8-58ab7f20bf87 None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:41:18.931647 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-7fe816ff-3e53-46e4-bca8-58ab7f20bf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:41:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:41:19.000758 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff3c05d-3b11-4eb3-a8cf-1eb5698353ec req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] No DVR routers for this DVR port 3ff30934-3b2b-494c-bbcf-58c1f9f9094e on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:41:19.003597 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-8ff3c05d-3b11-4eb3-a8cf-1eb5698353ec req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:19.010156 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8ff3c05d-3b11-4eb3-a8cf-1eb5698353ec req-d29a416c-22e3-438e-b534-42ab326ad598 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.72 "DELETE /v2.0/ports/3ff30934-3b2b-494c-bbcf-58c1f9f9094e HTTP/1.1" status: 204 len: 173 time: 1.1537640 Jul 18 02:41:19.010803 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7697d1-40ec-4c17-979a-de45d737eac5', 'name': 'network-vif-deleted', 'tag': '3ff30934-3b2b-494c-bbcf-58c1f9f9094e'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:41:19.013593 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3891eed3-1e2e-48a2-890e-a1ebbd1a74f1" -d '{"events": [{"server_uuid": "fb7697d1-40ec-4c17-979a-de45d737eac5", "name": "network-vif-deleted", "tag": "3ff30934-3b2b-494c-bbcf-58c1f9f9094e"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:41:19.074681 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82353827-f5dd-4bb6-871c-a50dd4074026 x-openstack-request-id: req-82353827-f5dd-4bb6-871c-a50dd4074026 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:41:19.075086 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7697d1-40ec-4c17-979a-de45d737eac5", "name": "network-vif-deleted", "tag": "3ff30934-3b2b-494c-bbcf-58c1f9f9094e", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:41:19.075470 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-82353827-f5dd-4bb6-871c-a50dd4074026 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:41:19.076321 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82353827-f5dd-4bb6-871c-a50dd4074026'] response: {'server_uuid': 'fb7697d1-40ec-4c17-979a-de45d737eac5', 'name': 'network-vif-deleted', 'tag': '3ff30934-3b2b-494c-bbcf-58c1f9f9094e', 'status': 'completed', 'code': 200} Jul 18 02:41:19.099629 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-7fe816ff-3e53-46e4-bca8-58ab7f20bf87 None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:41:19.326103 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-7fe816ff-3e53-46e4-bca8-58ab7f20bf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:41:19.352235 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe816ff-3e53-46e4-bca8-58ab7f20bf87 None None] Checking router: 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:41:19.360712 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe816ff-3e53-46e4-bca8-58ab7f20bf87 None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:41:19.361324 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-7fe816ff-3e53-46e4-bca8-58ab7f20bf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:41:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:41:19.464105 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-7fe816ff-3e53-46e4-bca8-58ab7f20bf87 None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:41:19.492825 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c3999cf3-8699-4ec8-93c7-6558f68f4219 req-164319fa-3add-46a3-9ffd-aceaaf78de2a tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0290527 Jul 18 02:41:19.656043 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-7fe816ff-3e53-46e4-bca8-58ab7f20bf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:41:19.685305 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe816ff-3e53-46e4-bca8-58ab7f20bf87 None None] The sync data for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi is: [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:41:19.914753 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec6805-e58d-4348-a01d-4f913202a510 None None] New status for floating IP 1ceda3af-d2fc-4d71-8057-e59b03a044d0: DOWN {{(pid=104653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:41:20.052983 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e624e8d-60e7-4a29-bc57-80f1b609591c req-bf703020-40bd-4975-a761-baca2e2f43f5 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:20.055059 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2e624e8d-60e7-4a29-bc57-80f1b609591c req-bf703020-40bd-4975-a761-baca2e2f43f5 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0528402 Jul 18 02:41:20.103037 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2e624e8d-60e7-4a29-bc57-80f1b609591c req-8b808324-b861-4ad8-a56b-c1c31a7041e0 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422697 Jul 18 02:41:20.603993 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-89a456db-e064-4110-9ad1-d867b6b58c2c req-c8a1634c-2a5f-4af1-8d1f-e92b1f70396b tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb7697d1-40ec-4c17-979a-de45d737eac5 HTTP/1.1" status: 200 len: 210 time: 0.0322158 Jul 18 02:41:20.816340 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dacdd-86c2-4209-812b-e7fc9f629458 req-c5061cd4-3116-471e-9c43-079e55f0b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:20.817725 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ec9dacdd-86c2-4209-812b-e7fc9f629458 req-c5061cd4-3116-471e-9c43-079e55f0b699 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3c1745729fe47238223557221c2e905&device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 1129 time: 0.0465496 Jul 18 02:41:20.896064 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:20.905851 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dacdd-86c2-4209-812b-e7fc9f629458 req-70fc135d-9eff-4476-9eed-bb9091d42539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:20.907338 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ec9dacdd-86c2-4209-812b-e7fc9f629458 req-70fc135d-9eff-4476-9eed-bb9091d42539 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 HTTP/1.1" status: 200 len: 918 time: 0.0840292 Jul 18 02:41:20.974559 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ec9dacdd-86c2-4209-812b-e7fc9f629458 req-f91511b5-de5e-48ad-97af-ccd66a5a4c50 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=078d1890-a0ab-46d1-ac2c-464bd6da369c HTTP/1.1" status: 200 len: 1001 time: 0.0601711 Jul 18 02:41:21.029087 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dacdd-86c2-4209-812b-e7fc9f629458 req-f8c2f69f-bd41-4999-a63d-7031c4f04946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:21.030570 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ec9dacdd-86c2-4209-812b-e7fc9f629458 req-f8c2f69f-bd41-4999-a63d-7031c4f04946 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=190dcf0a-7210-4697-9764-0ce7890a53b0 HTTP/1.1" status: 200 len: 856 time: 0.0448396 Jul 18 02:41:21.076780 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dacdd-86c2-4209-812b-e7fc9f629458 req-b9806126-5ada-445e-aece-29627a291a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:21.078780 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ec9dacdd-86c2-4209-812b-e7fc9f629458 req-b9806126-5ada-445e-aece-29627a291a52 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413897 Jul 18 02:41:21.178200 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ec9dacdd-86c2-4209-812b-e7fc9f629458 req-412e12d8-479c-4af2-bade-463d01af5cf6 service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914764 Jul 18 02:41:21.222668 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6d1f0-87ba-4f1e-864e-7ddd522d4740 req-07330460-6450-4031-8e96-e7ea744ce8f0 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:21.224165 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-daf6d1f0-87ba-4f1e-864e-7ddd522d4740 req-07330460-6450-4031-8e96-e7ea744ce8f0 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0485051 Jul 18 02:41:21.259421 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:21.269773 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ec9dacdd-86c2-4209-812b-e7fc9f629458 req-6466e3ba-7bcc-47f9-8280-7cc0d2a6238e service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850632 Jul 18 02:41:21.274793 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-daf6d1f0-87ba-4f1e-864e-7ddd522d4740 req-c64461b1-7e41-4729-88a5-d49f40260170 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439124 Jul 18 02:41:21.868304 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-c5d74bd7-5ff4-4058-9c7d-875f0dbe1552 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668344787&fields=id&tenant_id=807f88779cf842f3bbe09615d470f44c HTTP/1.1" status: 200 len: 267 time: 0.0504589 Jul 18 02:41:21.959484 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:21.974232 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-21832344-a397-43bc-a3bf-9f6d48e3c749 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:21.977932 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-21832344-a397-43bc-a3bf-9f6d48e3c749 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/networks?id=40df86f1-859f-4d28-af05-d94fe8d1d2ea HTTP/1.1" status: 200 len: 812 time: 0.1010008 Jul 18 02:41:21.991649 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-66ed3210-e033-48b6-81af-bf1dd60fce84 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/quotas/807f88779cf842f3bbe09615d470f44c HTTP/1.1" status: 200 len: 375 time: 0.0099847 Jul 18 02:41:22.025319 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 3ff30934-3b2b-494c-bbcf-58c1f9f9094e no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:41:22.045057 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: 3ff30934-3b2b-494c-bbcf-58c1f9f9094e {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:41:22.045425 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 3ff30934-3b2b-494c-bbcf-58c1f9f9094e not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:41:22.048256 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-b2156aeb-cd8d-4d40-8756-cd2411dd2e2d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=807f88779cf842f3bbe09615d470f44c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495291 Jul 18 02:41:22.145690 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-76ff98a5-d145-44dd-9e69-a7c775bcc5f4 service neutron] 10.222.0.66 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854969 Jul 18 02:41:22.406605 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f957e77-0899-4135-884a-f8ffdb4791b3 req-703e0f90-bc77-48af-aef7-89cab94e7a22 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:22.408139 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4f957e77-0899-4135-884a-f8ffdb4791b3 req-703e0f90-bc77-48af-aef7-89cab94e7a22 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0537233 Jul 18 02:41:22.458718 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4f957e77-0899-4135-884a-f8ffdb4791b3 req-b08433ee-e519-402e-a081-50b2d244747d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446141 Jul 18 02:41:22.514894 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-1f66e73b-671c-4465-93d3-f783e050baab service neutron] 10.222.0.66 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623753 Jul 18 02:41:23.178696 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b77ffa9c-a6e6-46b8-af90-77f2288c3309 req-5fb17822-a53d-47a8-9ce7-29a4ac6f0ec5 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 210 time: 0.0285280 Jul 18 02:41:23.598907 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85418ed-818e-43be-8e05-c2e1d7fe4cc0 req-0148f4ee-431c-4858-ad89-a8906df3c455 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:23.600622 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d85418ed-818e-43be-8e05-c2e1d7fe4cc0 req-0148f4ee-431c-4858-ad89-a8906df3c455 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 945 time: 0.0673540 Jul 18 02:41:23.649783 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d85418ed-818e-43be-8e05-c2e1d7fe4cc0 req-1245b294-de1e-4e32-8bb6-c32cc5f51380 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418344 Jul 18 02:41:24.091553 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 078d1890-a0ab-46d1-ac2c-464bd6da369c no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:41:24.170950 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 078d1890-a0ab-46d1-ac2c-464bd6da369c is: ACTIVE; New status is: DOWN {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:41:24.184844 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:24.198723 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '078d1890-a0ab-46d1-ac2c-464bd6da369c'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:41:24.202872 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675a1b75-3a5d-4de1-b3ec-ce5d94a67b34" -d '{"events": [{"server_uuid": "cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "078d1890-a0ab-46d1-ac2c-464bd6da369c"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:41:24.219051 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 078d1890-a0ab-46d1-ac2c-464bd6da369c, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=078d1890-a0ab-46d1-ac2c-464bd6da369c,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:41:24.279707 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-456fac34-ad8c-4bee-94da-803d9267e16f req-d153e61c-e72e-40c9-990b-5fbbffa6e0b2 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 210 time: 0.0294478 Jul 18 02:41:24.321391 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Jul 2022 02:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d71ecd-113a-46ea-a169-fcefa13ee32f x-openstack-request-id: req-67d71ecd-113a-46ea-a169-fcefa13ee32f {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:41:24.321687 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a", "name": "network-vif-unplugged", "status": "failed", "tag": "078d1890-a0ab-46d1-ac2c-464bd6da369c", "code": 422}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:41:24.321957 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67d71ecd-113a-46ea-a169-fcefa13ee32f {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:41:24.322424 dv-cinder-850015-3-iscsi neutron-server[104652]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-67d71ecd-113a-46ea-a169-fcefa13ee32f']: {'server_uuid': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '078d1890-a0ab-46d1-ac2c-464bd6da369c', 'code': 422} returned with failed status Jul 18 02:41:24.324144 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:24.372298 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=078d1890-a0ab-46d1-ac2c-464bd6da369c,revision_number=8']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:25.378743 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-bcc48f8a-b59d-4040-9446-e4147c5f9795 req-04ebe10a-ae08-48d3-a6b5-273bf22fbc9b tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 210 time: 0.0307932 Jul 18 02:41:25.536078 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-9c3c8ddf-0e9f-48da-a97b-5372da3a1b6b tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:25.537501 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-9c3c8ddf-0e9f-48da-a97b-5372da3a1b6b tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.72 "GET /v2.0/networks?id=40df86f1-859f-4d28-af05-d94fe8d1d2ea HTTP/1.1" status: 200 len: 812 time: 0.1021631 Jul 18 02:41:25.630321 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-f94b7862-1d1f-4700-b441-76e4eed1503e tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=807f88779cf842f3bbe09615d470f44c HTTP/1.1" status: 200 len: 380 time: 0.0610745 Jul 18 02:41:25.639574 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-38565c91-abd3-4fc2-b743-514817ef16b6 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Request body: {'port': {'device_id': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'admin_state_up': True, 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'security_groups': ['f24b58a6-f0c2-43e0-8b6e-2aa40550467f']}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:41:25.712653 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:25.847560 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-38565c91-abd3-4fc2-b743-514817ef16b6 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Made reservation on behalf of 807f88779cf842f3bbe09615d470f44c for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:41:25.851056 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-38565c91-abd3-4fc2-b743-514817ef16b6 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:25.988669 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-38565c91-abd3-4fc2-b743-514817ef16b6 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Allocated IP 172.20.0.7 (40df86f1-859f-4d28-af05-d94fe8d1d2ea/aaa05713-ce93-4cf4-8801-b67183726cee/b0f73b8a-a342-4961-8be0-cc1c0a325389) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:41:26.057751 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:26.141628 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-38565c91-abd3-4fc2-b743-514817ef16b6 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for port (b0f73b8a-a342-4961-8be0-cc1c0a325389), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:26.261865 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-38565c91-abd3-4fc2-b743-514817ef16b6 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (b0f73b8a-a342-4961-8be0-cc1c0a325389), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:26.309290 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-38565c91-abd3-4fc2-b743-514817ef16b6 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Network 40df86f1-859f-4d28-af05-d94fe8d1d2ea is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:41:26.317400 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-38565c91-abd3-4fc2-b743-514817ef16b6 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:41:26.322816 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-38565c91-abd3-4fc2-b743-514817ef16b6 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:41:26.327435 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38565c91-abd3-4fc2-b743-514817ef16b6 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event updated for resources: {'Port': ['ID=b0f73b8a-a342-4961-8be0-cc1c0a325389,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:26.382968 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-38565c91-abd3-4fc2-b743-514817ef16b6 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:26.382968 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-38565c91-abd3-4fc2-b743-514817ef16b6 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:26.418306 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816954d-adea-4a4d-839e-37da9e317159 req-dcc833c1-fa4c-48db-bfdd-401072e26fac tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:26.426509 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5816954d-adea-4a4d-839e-37da9e317159 req-dcc833c1-fa4c-48db-bfdd-401072e26fac tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.0659635 Jul 18 02:41:26.484093 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5816954d-adea-4a4d-839e-37da9e317159 req-f2258b46-897f-4ed3-bae5-569d6616f3d2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563464 Jul 18 02:41:26.510301 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaabe8-4e39-4e8c-b193-3ea96a7b1973 req-2db94e5f-5838-4718-8823-707da31fc746 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:26.515940 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3caaabe8-4e39-4e8c-b193-3ea96a7b1973 req-2db94e5f-5838-4718-8823-707da31fc746 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 931 time: 0.0549576 Jul 18 02:41:26.515940 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-38565c91-abd3-4fc2-b743-514817ef16b6 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8801093 Jul 18 02:41:26.536758 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Request body: {'port': {'device_id': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:41:26.603589 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-2b4d14a7-f411-4577-b60e-b6af1c3f04c1 None None] Provisioning complete for port b0f73b8a-a342-4961-8be0-cc1c0a325389 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:41:26.604650 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2b4d14a7-f411-4577-b60e-b6af1c3f04c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (b0f73b8a-a342-4961-8be0-cc1c0a325389), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:26.638208 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3caaabe8-4e39-4e8c-b193-3ea96a7b1973 req-f28a8a89-44f7-429e-b2ee-7d78d58d1445 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198342 Jul 18 02:41:26.639844 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d14a7-f411-4577-b60e-b6af1c3f04c1 None None] Port b0f73b8a-a342-4961-8be0-cc1c0a325389 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:41:26.642988 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (b0f73b8a-a342-4961-8be0-cc1c0a325389), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:26.645897 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:26.919490 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f73b8a-a342-4961-8be0-cc1c0a325389 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:41:26.927186 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Publish callbacks [] for port (b0f73b8a-a342-4961-8be0-cc1c0a325389), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:26.940657 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Transition to ACTIVE for port object b0f73b8a-a342-4961-8be0-cc1c0a325389 will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:41:27.016005 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (b0f73b8a-a342-4961-8be0-cc1c0a325389), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:27.056486 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:27.075172 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f73b8a-a342-4961-8be0-cc1c0a325389,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:27.080176 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 54616) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:41:27.161260 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Attempting to bind port b0f73b8a-a342-4961-8be0-cc1c0a325389 on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:41:27.161653 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Attempting to bind port b0f73b8a-a342-4961-8be0-cc1c0a325389 by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:41:27.161957 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Attempting to bind port b0f73b8a-a342-4961-8be0-cc1c0a325389 on network 40df86f1-859f-4d28-af05-d94fe8d1d2ea {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:41:27.169993 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Port b0f73b8a-a342-4961-8be0-cc1c0a325389 on network 40df86f1-859f-4d28-af05-d94fe8d1d2ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:41:27.170360 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Attempting to bind port b0f73b8a-a342-4961-8be0-cc1c0a325389 on network 40df86f1-859f-4d28-af05-d94fe8d1d2ea {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:41:27.179390 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:41:27.180487 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Checking segment: {'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:41:27.180896 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Bound using segment: {'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:41:27.181409 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Bound port: b0f73b8a-a342-4961-8be0-cc1c0a325389, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:41:27.181785 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (b0f73b8a-a342-4961-8be0-cc1c0a325389), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:27.188859 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-549b508b-a96d-4267-a74b-39e4de929efb req-30726960-9858-44d2-99e8-96bbad66d8ca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1072946 Jul 18 02:41:27.203265 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-549b508b-a96d-4267-a74b-39e4de929efb req-914a7b30-d93e-4c22-ae43-41018bc7cefd service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 02:41:27.213366 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-549b508b-a96d-4267-a74b-39e4de929efb req-914a7b30-d93e-4c22-ae43-41018bc7cefd service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0135875 Jul 18 02:41:27.258054 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] For port b0f73b8a-a342-4961-8be0-cc1c0a325389, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:41:27.261521 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] For port b0f73b8a-a342-4961-8be0-cc1c0a325389, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=b0f73b8a-a342-4961-8be0-cc1c0a325389,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:41:27.297401 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 54626) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:41:27.342046 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (b0f73b8a-a342-4961-8be0-cc1c0a325389), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:27.380247 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:27.380857 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:27.382262 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] 10.222.0.72 "PUT /v2.0/ports/b0f73b8a-a342-4961-8be0-cc1c0a325389 HTTP/1.1" status: 200 len: 1093 time: 0.8497288 Jul 18 02:41:27.383748 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'tag': 'b0f73b8a-a342-4961-8be0-cc1c0a325389'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:41:27.385990 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b38c6f-0201-4dd3-95b9-408cd3c1a549" -d '{"events": [{"name": "network-changed", "server_uuid": "6d47ffd3-9df5-400c-8cef-efcc7d6d97cd", "tag": "b0f73b8a-a342-4961-8be0-cc1c0a325389"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:41:27.412794 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b508b-a96d-4267-a74b-39e4de929efb req-ea584a53-dceb-438f-804e-4d613b822418 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:27.421649 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-549b508b-a96d-4267-a74b-39e4de929efb req-ea584a53-dceb-438f-804e-4d613b822418 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports/078d1890-a0ab-46d1-ac2c-464bd6da369c HTTP/1.1" status: 200 len: 940 time: 0.1231167 Jul 18 02:41:27.427656 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db92f72-ade9-4d9d-9a20-397b58e9ad88 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f73b8a-a342-4961-8be0-cc1c0a325389,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:27.432926 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1d0595-66df-4d10-8434-c257f5e59d25 x-openstack-request-id: req-3f1d0595-66df-4d10-8434-c257f5e59d25 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:41:27.433221 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d47ffd3-9df5-400c-8cef-efcc7d6d97cd", "tag": "b0f73b8a-a342-4961-8be0-cc1c0a325389", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:41:27.433787 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f1d0595-66df-4d10-8434-c257f5e59d25 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:41:27.434252 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f1d0595-66df-4d10-8434-c257f5e59d25'] response: {'name': 'network-changed', 'server_uuid': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'tag': 'b0f73b8a-a342-4961-8be0-cc1c0a325389', 'status': 'completed', 'code': 200} Jul 18 02:41:27.532988 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b38c6f-0201-4dd3-95b9-408cd3c1a549 req-25604e9b-6856-4cd7-b8a3-43ced5146a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:27.534820 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a7b38c6f-0201-4dd3-95b9-408cd3c1a549 req-25604e9b-6856-4cd7-b8a3-43ced5146a37 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=807f88779cf842f3bbe09615d470f44c&device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 1127 time: 0.0503976 Jul 18 02:41:27.661469 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf935659-e17b-47e8-bfd1-6b7f5fc94a04 req-45984340-d1af-474b-9305-a35737f1e078 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:27.662907 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cf935659-e17b-47e8-bfd1-6b7f5fc94a04 req-45984340-d1af-474b-9305-a35737f1e078 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.0907738 Jul 18 02:41:27.686606 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:27.708550 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b38c6f-0201-4dd3-95b9-408cd3c1a549 req-78ac0150-5f7b-433c-bbdf-dbe9fc85c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:27.710012 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a7b38c6f-0201-4dd3-95b9-408cd3c1a549 req-78ac0150-5f7b-433c-bbdf-dbe9fc85c0c1 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=807f88779cf842f3bbe09615d470f44c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1618822 Jul 18 02:41:27.766470 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92edde-d5fc-4686-914d-11fe3f5507dd req-4c3c54c3-d458-4475-bcb5-1bb6aae800aa tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:27.767237 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cf935659-e17b-47e8-bfd1-6b7f5fc94a04 req-deb23f7d-b972-4f67-9043-4819cf73d542 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763686 Jul 18 02:41:27.774713 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cf92edde-d5fc-4686-914d-11fe3f5507dd req-4c3c54c3-d458-4475-bcb5-1bb6aae800aa tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0615711 Jul 18 02:41:27.812750 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:27.826335 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cf92edde-d5fc-4686-914d-11fe3f5507dd req-d1b82442-e279-434f-8417-0fb69d46083a tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470049 Jul 18 02:41:27.834621 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b38c6f-0201-4dd3-95b9-408cd3c1a549 req-028d54a5-cd48-438a-8581-6a1f97fc2cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:27.836108 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a7b38c6f-0201-4dd3-95b9-408cd3c1a549 req-028d54a5-cd48-438a-8581-6a1f97fc2cc1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1193624 Jul 18 02:41:27.938588 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-479b0991-2f2f-4c2e-b4cf-269896eec086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:27.940006 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-479b0991-2f2f-4c2e-b4cf-269896eec086 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=807f88779cf842f3bbe09615d470f44c&device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 1127 time: 0.0409312 Jul 18 02:41:27.987733 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-c99f6774-db5c-4627-8cb2-da1a339d248d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0f73b8a-a342-4961-8be0-cc1c0a325389 HTTP/1.1" status: 200 len: 217 time: 0.0337412 Jul 18 02:41:28.043518 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-36fb8b44-38a5-4a73-960c-8ad5b0e8b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:28.045005 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-36fb8b44-38a5-4a73-960c-8ad5b0e8b0c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaa05713-ce93-4cf4-8801-b67183726cee HTTP/1.1" status: 200 len: 851 time: 0.0506957 Jul 18 02:41:28.090902 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-e5d82ce4-af3a-4664-860b-3e7ebbfd49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:28.092422 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-e5d82ce4-af3a-4664-860b-3e7ebbfd49f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40df86f1-859f-4d28-af05-d94fe8d1d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404444 Jul 18 02:41:28.189123 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-963e8381-898b-49b0-9661-7bf299529a51 service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905206 Jul 18 02:41:28.291688 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-46e2adaf-e357-4f2e-8285-246812d111c1 req-b5ff29ad-4d1d-49c3-9882-6e7da5d54a26 service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964813 Jul 18 02:41:28.894359 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3aedb-a900-453c-95e6-09904e4e862f req-ecb60e4a-7b86-4933-9472-0dff6073b876 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:28.895929 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-00a3aedb-a900-453c-95e6-09904e4e862f req-ecb60e4a-7b86-4933-9472-0dff6073b876 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.0511410 Jul 18 02:41:28.917056 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:28.941861 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-14baef5b-cf04-4007-b0af-8d0a163ea516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:28.950723 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-00a3aedb-a900-453c-95e6-09904e4e862f req-307f78c5-fcad-4aed-b088-dcf9e4bdfb95 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483780 Jul 18 02:41:28.960430 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f26d45-16e8-404a-a590-2d440dce6b1a req-94aea391-1681-4dc2-bbc1-50731e32bc1f tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:28.962515 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-78f26d45-16e8-404a-a590-2d440dce6b1a req-94aea391-1681-4dc2-bbc1-50731e32bc1f tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0587645 Jul 18 02:41:29.012620 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-78f26d45-16e8-404a-a590-2d440dce6b1a req-b219df69-d114-44c8-a909-53e978446363 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445747 Jul 18 02:41:29.414423 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b508b-a96d-4267-a74b-39e4de929efb req-e7d1d920-b051-4050-a877-7ca222c89727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:29.415882 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-549b508b-a96d-4267-a74b-39e4de929efb req-e7d1d920-b051-4050-a877-7ca222c89727 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a&tenant_id=f3c1745729fe47238223557221c2e905 HTTP/1.1" status: 200 len: 1127 time: 0.0451326 Jul 18 02:41:29.496900 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b508b-a96d-4267-a74b-39e4de929efb req-2244ed04-e6bc-4167-90c2-a353b364cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:29.498411 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-549b508b-a96d-4267-a74b-39e4de929efb req-2244ed04-e6bc-4167-90c2-a353b364cb62 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3c1745729fe47238223557221c2e905&device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 1127 time: 0.0406821 Jul 18 02:41:29.598670 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b508b-a96d-4267-a74b-39e4de929efb req-c55d7577-52b1-4a05-9f6d-19e889ee9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:29.600065 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-549b508b-a96d-4267-a74b-39e4de929efb req-c55d7577-52b1-4a05-9f6d-19e889ee9815 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 HTTP/1.1" status: 200 len: 918 time: 0.0926425 Jul 18 02:41:29.662248 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-549b508b-a96d-4267-a74b-39e4de929efb req-37ff19dc-c74d-447d-a220-a8a48d03774e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=078d1890-a0ab-46d1-ac2c-464bd6da369c HTTP/1.1" status: 200 len: 999 time: 0.0560706 Jul 18 02:41:29.713014 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b508b-a96d-4267-a74b-39e4de929efb req-6794f449-16a3-476c-bc46-942de8504fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:29.714510 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-549b508b-a96d-4267-a74b-39e4de929efb req-6794f449-16a3-476c-bc46-942de8504fef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=190dcf0a-7210-4697-9764-0ce7890a53b0 HTTP/1.1" status: 200 len: 856 time: 0.0466847 Jul 18 02:41:29.762868 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b508b-a96d-4267-a74b-39e4de929efb req-c533b738-9ee8-4a5c-ade1-970e4d65b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:29.764364 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-549b508b-a96d-4267-a74b-39e4de929efb req-c533b738-9ee8-4a5c-ade1-970e4d65b017 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432615 Jul 18 02:41:29.861594 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-549b508b-a96d-4267-a74b-39e4de929efb req-c0bfade8-6088-4cfd-bce5-cd505dcec187 service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902214 Jul 18 02:41:29.959955 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-549b508b-a96d-4267-a74b-39e4de929efb req-8df4eec5-3357-4645-8908-76d08474db13 service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903184 Jul 18 02:41:29.980868 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=25 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:30.027893 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:30.087542 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a93db-2095-4612-b014-d747c65cbd63 req-bcf1d32a-feab-41f9-ab35-e6f6eb9071d8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:30.089164 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-372a93db-2095-4612-b014-d747c65cbd63 req-bcf1d32a-feab-41f9-ab35-e6f6eb9071d8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.0507841 Jul 18 02:41:30.139864 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723d00b-9d8e-414e-af4b-0c8f0352c227 req-f66d248b-d1e6-48b3-8549-83363295b2db tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:30.141304 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f723d00b-9d8e-414e-af4b-0c8f0352c227 req-f66d248b-d1e6-48b3-8549-83363295b2db tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0590653 Jul 18 02:41:30.152564 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-372a93db-2095-4612-b014-d747c65cbd63 req-39998821-df69-4584-bf83-ba428bc261b8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577514 Jul 18 02:41:30.170624 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:30.194602 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f723d00b-9d8e-414e-af4b-0c8f0352c227 req-72919f26-a4f2-4189-9fac-945809311a0e tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477974 Jul 18 02:41:31.261450 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:31.333733 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bffd08-2088-40a6-9fb1-90eaf428112e req-fa6963ad-a9e9-4b11-8cd2-7d9f75624f19 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:31.336962 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-58bffd08-2088-40a6-9fb1-90eaf428112e req-fa6963ad-a9e9-4b11-8cd2-7d9f75624f19 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.0993028 Jul 18 02:41:31.346135 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3673a-6e0a-4e69-8d64-31862ad14831 req-18d0b49e-b8ae-4cd6-a1bd-7e22a604b2b8 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:31.347623 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f0a3673a-6e0a-4e69-8d64-31862ad14831 req-18d0b49e-b8ae-4cd6-a1bd-7e22a604b2b8 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0622091 Jul 18 02:41:31.380364 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-505c6b60-d925-4f7a-9012-dceb0b94805a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:31.407809 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-58bffd08-2088-40a6-9fb1-90eaf428112e req-3ec5bfc4-d48f-404e-8da9-a9818e3383d5 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652442 Jul 18 02:41:31.429639 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f0a3673a-6e0a-4e69-8d64-31862ad14831 req-485d612f-994a-4d81-b2b5-ab60768ba543 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659094 Jul 18 02:41:32.589566 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:32.599756 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbc0a0-5d5d-4d65-9e36-f2e2def82717 req-abee5ae0-1f7a-49e7-92b8-f7762db280ba tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:32.601349 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a5cbc0a0-5d5d-4d65-9e36-f2e2def82717 req-abee5ae0-1f7a-49e7-92b8-f7762db280ba tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.0686643 Jul 18 02:41:32.653167 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a5cbc0a0-5d5d-4d65-9e36-f2e2def82717 req-623fa897-3d79-41c1-81f1-cadf8e10f0d4 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455470 Jul 18 02:41:32.699146 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33624c98-8b5c-468a-b544-0af9cf1fc86a req-9317e18c-d305-4b44-ba2e-55da9335112b tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:32.701286 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-33624c98-8b5c-468a-b544-0af9cf1fc86a req-9317e18c-d305-4b44-ba2e-55da9335112b tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0575185 Jul 18 02:41:32.753425 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-33624c98-8b5c-468a-b544-0af9cf1fc86a req-f890b04e-516c-4cc1-89f7-ae7fb5dc2bc2 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458987 Jul 18 02:41:33.805752 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d8ccd-e763-4e7b-bab7-b446aad9d4b0 req-07f327b6-dc91-45cc-a4fe-5302125f77e7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:33.807923 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-bc0d8ccd-e763-4e7b-bab7-b446aad9d4b0 req-07f327b6-dc91-45cc-a4fe-5302125f77e7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.0595920 Jul 18 02:41:33.879488 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:33.890408 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-bc0d8ccd-e763-4e7b-bab7-b446aad9d4b0 req-6c140a15-10e7-4268-b153-0ff824e0be4f tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716496 Jul 18 02:41:33.896927 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec05e28-d55f-4f64-a19b-6cf6a2ee219b req-72b0d442-43db-46dd-9147-2f19d3c52343 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:33.898435 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0ec05e28-d55f-4f64-a19b-6cf6a2ee219b req-72b0d442-43db-46dd-9147-2f19d3c52343 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0533154 Jul 18 02:41:33.971468 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0ec05e28-d55f-4f64-a19b-6cf6a2ee219b req-4dd1e6dd-c257-48b2-8aa9-956ff0e6ee6f tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601838 Jul 18 02:41:33.993390 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:34.536063 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:35.047144 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7b9b4-a968-4764-a1a7-0e635b75e8a2 req-87cbddb6-565d-412b-bb06-89491ec322e3 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:35.048552 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c7e7b9b4-a968-4764-a1a7-0e635b75e8a2 req-87cbddb6-565d-412b-bb06-89491ec322e3 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.0526168 Jul 18 02:41:35.061620 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:35.095642 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469ed45-4b9a-4cb1-b89c-630dc939b65e req-8717c9e6-45c7-4f14-8dd1-b674e930f732 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:35.096257 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:35.097953 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c469ed45-4b9a-4cb1-b89c-630dc939b65e req-8717c9e6-45c7-4f14-8dd1-b674e930f732 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0576055 Jul 18 02:41:35.115203 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c7e7b9b4-a968-4764-a1a7-0e635b75e8a2 req-80c94b88-724e-4cb4-bf01-d2261ebcfaa6 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610652 Jul 18 02:41:35.147001 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:35.175045 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c469ed45-4b9a-4cb1-b89c-630dc939b65e req-bff57dea-824a-4c4e-a51e-6a4cd37d37bd tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689957 Jul 18 02:41:36.269566 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e021ab-d0b9-43db-bf72-49d63093025c req-c301ad9a-6cc8-41f9-8720-a1157771e10b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:36.274546 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-63e021ab-d0b9-43db-bf72-49d63093025c req-c301ad9a-6cc8-41f9-8720-a1157771e10b tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.0588448 Jul 18 02:41:36.299057 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11c33d-ec08-4e24-9b60-0b553e585c0e req-5bf1df91-25de-4beb-9931-fb9150f77ba9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:36.300547 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2f11c33d-ec08-4e24-9b60-0b553e585c0e req-5bf1df91-25de-4beb-9931-fb9150f77ba9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0518403 Jul 18 02:41:36.325349 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-63e021ab-d0b9-43db-bf72-49d63093025c req-a753fa68-4633-4775-b0a3-731c2ea6cc39 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480440 Jul 18 02:41:36.364664 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2f11c33d-ec08-4e24-9b60-0b553e585c0e req-89293257-1e31-4ef3-a231-4230a51d1a41 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585496 Jul 18 02:41:37.390577 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:41:37.460869 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad76d7-16aa-463c-9b68-7e2516a1389b req-b9330424-b441-488d-a53c-3fbef7222396 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:37.462379 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d8ad76d7-16aa-463c-9b68-7e2516a1389b req-b9330424-b441-488d-a53c-3fbef7222396 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.0539203 Jul 18 02:41:37.482555 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d69c2-c13b-4807-b8e7-9305828e12c4 req-bce790b3-11cd-4fb1-9f7b-db8da08024cc tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:37.484101 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fe0d69c2-c13b-4807-b8e7-9305828e12c4 req-bce790b3-11cd-4fb1-9f7b-db8da08024cc tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0499053 Jul 18 02:41:37.522808 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d8ad76d7-16aa-463c-9b68-7e2516a1389b req-a93f4361-d7e0-47df-a9dd-fee3b3990726 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540571 Jul 18 02:41:37.566532 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fe0d69c2-c13b-4807-b8e7-9305828e12c4 req-db6cccf5-016c-484e-8fca-fcb01a96d159 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766532 Jul 18 02:41:38.673748 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6e14b-7ac7-4692-a00f-82056f2fbc86 req-54a53d7d-38af-4c62-a538-35200fe31ab9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:38.681597 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-76a6e14b-7ac7-4692-a00f-82056f2fbc86 req-54a53d7d-38af-4c62-a538-35200fe31ab9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.0757778 Jul 18 02:41:38.726280 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bc3f0-7b04-45f4-95f5-8b6d4c72e56c req-ad9b0c7a-af2e-4bcf-8472-ae60e8687db9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:38.774023 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-76a6e14b-7ac7-4692-a00f-82056f2fbc86 req-b6bbb912-ff54-41a9-975d-13805c87d4d1 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447040 Jul 18 02:41:38.774492 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-bf7bc3f0-7b04-45f4-95f5-8b6d4c72e56c req-ad9b0c7a-af2e-4bcf-8472-ae60e8687db9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0641973 Jul 18 02:41:38.785029 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-bf7bc3f0-7b04-45f4-95f5-8b6d4c72e56c req-8c657ad8-d40d-48e3-8e2f-f933cfe418de tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495799 Jul 18 02:41:39.898620 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31adec3-43d7-47e0-a9e1-f7e3253d2b2b req-b061ec25-5d71-4e86-ae76-c062d684fa83 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:39.907215 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b31adec3-43d7-47e0-a9e1-f7e3253d2b2b req-b061ec25-5d71-4e86-ae76-c062d684fa83 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.0614431 Jul 18 02:41:39.958340 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099bb95-02ef-4f3e-969c-e08f566fe5d3 req-89d33d55-3f14-49a9-aec6-3bdc7c42bfde tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:39.965604 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b31adec3-43d7-47e0-a9e1-f7e3253d2b2b req-f3f8b4ed-894a-422d-963e-e4f9de624ca6 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572124 Jul 18 02:41:39.967108 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d099bb95-02ef-4f3e-969c-e08f566fe5d3 req-89d33d55-3f14-49a9-aec6-3bdc7c42bfde tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0867398 Jul 18 02:41:40.030568 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d099bb95-02ef-4f3e-969c-e08f566fe5d3 req-6a671f26-743f-47d3-9189-83b49f7c19f7 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605023 Jul 18 02:41:41.095074 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d654a-4953-444d-853c-26c3c54f8c22 req-1fd4400b-6a59-4a1c-9735-5eb9ddd9cd02 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:41.096690 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-688d654a-4953-444d-853c-26c3c54f8c22 req-1fd4400b-6a59-4a1c-9735-5eb9ddd9cd02 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.0526295 Jul 18 02:41:41.144839 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-688d654a-4953-444d-853c-26c3c54f8c22 req-f916aecc-b82a-431a-b6f8-6876cad71aad tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426357 Jul 18 02:41:41.247626 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1be09-bfd2-4cf0-b99d-831b33d4e9f8 req-17edbdfb-f21f-4ef8-bc87-e45513d791b4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:41.249104 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c1d1be09-bfd2-4cf0-b99d-831b33d4e9f8 req-17edbdfb-f21f-4ef8-bc87-e45513d791b4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0471983 Jul 18 02:41:41.298063 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c1d1be09-bfd2-4cf0-b99d-831b33d4e9f8 req-d24b94f1-f305-4f12-b6cf-4653cc2ccad8 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434494 Jul 18 02:41:42.267713 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaefcd9-f278-420e-8f50-4757cbd1b285 req-0e3540bb-fb72-41b7-ab34-4eaf1f10a8a7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:42.269174 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0aaefcd9-f278-420e-8f50-4757cbd1b285 req-0e3540bb-fb72-41b7-ab34-4eaf1f10a8a7 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.0511973 Jul 18 02:41:42.316511 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0aaefcd9-f278-420e-8f50-4757cbd1b285 req-bfc48768-50fa-463c-98db-6eea36bf32f8 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417144 Jul 18 02:41:42.421364 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24715411-d982-4f48-8656-d9f165859aee req-92fdcdaf-0a82-4489-b28e-666d6bebf33f tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:42.422915 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-24715411-d982-4f48-8656-d9f165859aee req-92fdcdaf-0a82-4489-b28e-666d6bebf33f tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0496948 Jul 18 02:41:42.428452 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=4 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:42.474537 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-24715411-d982-4f48-8656-d9f165859aee req-b3b6f18d-071f-43ad-b197-4509ab24a7e0 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459988 Jul 18 02:41:43.439954 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481746d-4e11-4191-b2c7-d30240e00743 req-51576d7a-dde8-4e16-94d7-955797da05ef tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:43.441479 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0481746d-4e11-4191-b2c7-d30240e00743 req-51576d7a-dde8-4e16-94d7-955797da05ef tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 943 time: 0.0489860 Jul 18 02:41:43.493252 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0481746d-4e11-4191-b2c7-d30240e00743 req-b7b9fdda-2934-4d5f-9fc2-be4720f1ebba tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462346 Jul 18 02:41:43.600893 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7c600-fcd1-40d9-8563-10ce2b4545fc req-2e68b752-3148-465c-8256-39e6db7d8b07 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:43.604427 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4bf7c600-fcd1-40d9-8563-10ce2b4545fc req-2e68b752-3148-465c-8256-39e6db7d8b07 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0496540 Jul 18 02:41:43.658601 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4bf7c600-fcd1-40d9-8563-10ce2b4545fc req-f92eb02a-5ea0-4961-8379-e61ac6c19095 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490541 Jul 18 02:41:44.121447 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 078d1890-a0ab-46d1-ac2c-464bd6da369c details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:41:44.220008 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 078d1890-a0ab-46d1-ac2c-464bd6da369c, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=078d1890-a0ab-46d1-ac2c-464bd6da369c,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:41:44.234823 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '078d1890-a0ab-46d1-ac2c-464bd6da369c', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'port_id': '078d1890-a0ab-46d1-ac2c-464bd6da369c', 'mac_address': 'fa:16:3e:18:39:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:41:44.272279 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 078d1890-a0ab-46d1-ac2c-464bd6da369c is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:41:44.272765 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:44.288172 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078d1890-a0ab-46d1-ac2c-464bd6da369c {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:41:44.311941 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 078d1890-a0ab-46d1-ac2c-464bd6da369c, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=078d1890-a0ab-46d1-ac2c-464bd6da369c,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:41:44.382481 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:44.430058 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=078d1890-a0ab-46d1-ac2c-464bd6da369c,revision_number=9']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:44.622225 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78d738-cced-44c9-ac16-533ce67b148e req-bd04b561-3352-4b42-99d8-bc6470b78e1d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:44.626539 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5e78d738-cced-44c9-ac16-533ce67b148e req-bd04b561-3352-4b42-99d8-bc6470b78e1d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 944 time: 0.0596135 Jul 18 02:41:44.656830 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:44.664507 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:44.671679 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5e78d738-cced-44c9-ac16-533ce67b148e req-b9c2e5e4-a943-4aee-8412-e3313a7a592c tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423605 Jul 18 02:41:44.686287 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['078d1890-a0ab-46d1-ac2c-464bd6da369c'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:41:44.779821 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65040c-fbb4-48a9-b705-b04be4c8228c req-d8160d79-88a7-4d51-8185-9942003b7cce tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:44.781302 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8b65040c-fbb4-48a9-b705-b04be4c8228c req-d8160d79-88a7-4d51-8185-9942003b7cce tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0479062 Jul 18 02:41:44.834279 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8b65040c-fbb4-48a9-b705-b04be4c8228c req-d0423acf-6439-4e2e-b211-3e05ba2a0752 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465569 Jul 18 02:41:45.815180 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65913fe6-36a7-4bdc-81d8-cf56bfe08e11 req-13f4dbfa-a902-4ca1-942a-a1a67dd5e6f2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:45.816669 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-65913fe6-36a7-4bdc-81d8-cf56bfe08e11 req-13f4dbfa-a902-4ca1-942a-a1a67dd5e6f2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 944 time: 0.0518715 Jul 18 02:41:45.868626 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-65913fe6-36a7-4bdc-81d8-cf56bfe08e11 req-485605dd-badb-4a06-80b8-0b629e1d5ab4 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461276 Jul 18 02:41:45.965605 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6426da-e2e1-449c-abb0-6b330056c952 req-9588502e-d39c-4bdb-b5e7-67dc392ef012 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:45.973367 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9b6426da-e2e1-449c-abb0-6b330056c952 req-9588502e-d39c-4bdb-b5e7-67dc392ef012 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0608523 Jul 18 02:41:46.020603 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9b6426da-e2e1-449c-abb0-6b330056c952 req-762a4a43-1849-4936-8baa-66598d861fba tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462952 Jul 18 02:41:46.121522 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 078d1890-a0ab-46d1-ac2c-464bd6da369c up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:41:46.167021 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 078d1890-a0ab-46d1-ac2c-464bd6da369c triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:41:46.167395 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:46.243775 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 078d1890-a0ab-46d1-ac2c-464bd6da369c is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:41:46.244195 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:46.269294 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078d1890-a0ab-46d1-ac2c-464bd6da369c'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:41:46.271581 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e9df9a-93fa-421f-8398-c8903425be77" -d '{"events": [{"server_uuid": "cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a", "name": "network-vif-plugged", "status": "completed", "tag": "078d1890-a0ab-46d1-ac2c-464bd6da369c"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:41:46.285717 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 078d1890-a0ab-46d1-ac2c-464bd6da369c, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=078d1890-a0ab-46d1-ac2c-464bd6da369c,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:41:46.306241 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fab98ca-c21a-49b2-b15b-aa31a4125ebd x-openstack-request-id: req-7fab98ca-c21a-49b2-b15b-aa31a4125ebd {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:41:46.306527 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a", "name": "network-vif-plugged", "status": "completed", "tag": "078d1890-a0ab-46d1-ac2c-464bd6da369c", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:41:46.307361 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7fab98ca-c21a-49b2-b15b-aa31a4125ebd {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:41:46.307691 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fab98ca-c21a-49b2-b15b-aa31a4125ebd'] response: {'server_uuid': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078d1890-a0ab-46d1-ac2c-464bd6da369c', 'code': 200} Jul 18 02:41:46.404743 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:46.449448 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:46.455120 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=078d1890-a0ab-46d1-ac2c-464bd6da369c,revision_number=10']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:46.708822 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c75e62-be76-4605-b1c6-6490bdf1ce3a req-b02cc4a2-ff4d-4b07-b36a-2a07b3736107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:46.710303 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-56c75e62-be76-4605-b1c6-6490bdf1ce3a req-b02cc4a2-ff4d-4b07-b36a-2a07b3736107 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 1130 time: 0.0393882 Jul 18 02:41:46.752541 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-56c75e62-be76-4605-b1c6-6490bdf1ce3a req-6e1daa04-bfbe-469c-bb70-a3f5fa8b1631 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367320 Jul 18 02:41:47.000455 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153c44b-5094-4873-8d30-168999640c3b req-0a00832e-6ae9-4f07-88cf-4f7ee265b25d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:47.001944 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e153c44b-5094-4873-8d30-168999640c3b req-0a00832e-6ae9-4f07-88cf-4f7ee265b25d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 946 time: 0.0568588 Jul 18 02:41:47.033219 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:47.051883 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e153c44b-5094-4873-8d30-168999640c3b req-0d86375b-622a-470e-9d4a-dc2d7fdce01e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443423 Jul 18 02:41:47.169640 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122566-11c6-4adc-b621-c5009c44ade9 req-c72d9dc8-0b80-4ae4-af77-c2cb3f1df9e2 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:47.171162 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c8122566-11c6-4adc-b621-c5009c44ade9 req-c72d9dc8-0b80-4ae4-af77-c2cb3f1df9e2 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0548234 Jul 18 02:41:47.220516 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c8122566-11c6-4adc-b621-c5009c44ade9 req-5b1b1194-7470-4dc0-b2a5-b992f10cd0ad tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437620 Jul 18 02:41:48.175106 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564bf25-654f-4712-b557-02ebcf531172 req-2e6681dd-0905-45d1-98a1-11fa422e5955 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:48.176621 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9564bf25-654f-4712-b557-02ebcf531172 req-2e6681dd-0905-45d1-98a1-11fa422e5955 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 946 time: 0.0476873 Jul 18 02:41:48.233729 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9564bf25-654f-4712-b557-02ebcf531172 req-d4e77653-28cb-490d-8c12-ea16ecc1841a tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494189 Jul 18 02:41:48.344443 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a905d-599b-454f-9f44-7e921b1e7abd req-262bfce1-a95e-4918-9c94-2e0dcf04fdfa tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:48.345163 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-027a905d-599b-454f-9f44-7e921b1e7abd req-262bfce1-a95e-4918-9c94-2e0dcf04fdfa tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0554674 Jul 18 02:41:48.393788 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-027a905d-599b-454f-9f44-7e921b1e7abd req-59b9647d-1411-420b-bf33-cfb56a360503 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433359 Jul 18 02:41:49.359721 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b49e52-b905-48e7-81a5-f673fa64f1c5 req-ba77b037-5c17-488e-b66e-5cffa074b373 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:49.361250 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-31b49e52-b905-48e7-81a5-f673fa64f1c5 req-ba77b037-5c17-488e-b66e-5cffa074b373 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 946 time: 0.0478826 Jul 18 02:41:49.408965 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-31b49e52-b905-48e7-81a5-f673fa64f1c5 req-214aa403-79e0-4079-83ea-134587ba8511 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421624 Jul 18 02:41:49.510663 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f72f9-7c0a-4c07-ad1d-2188b9550e5f req-2d3c289e-0bfb-44da-a5ca-9367a03d05e1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:49.512047 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8a4f72f9-7c0a-4c07-ad1d-2188b9550e5f req-2d3c289e-0bfb-44da-a5ca-9367a03d05e1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0477238 Jul 18 02:41:49.563227 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8a4f72f9-7c0a-4c07-ad1d-2188b9550e5f req-1d27fc78-a764-44fa-9d9d-76cd11a58232 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440710 Jul 18 02:41:50.528899 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b69c2b-d1c1-477f-a78c-82a76f5f36e2 req-8006e0fd-77e5-4019-be82-07ba4f276d56 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:50.530399 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c1b69c2b-d1c1-477f-a78c-82a76f5f36e2 req-8006e0fd-77e5-4019-be82-07ba4f276d56 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 946 time: 0.0474620 Jul 18 02:41:50.578212 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c1b69c2b-d1c1-477f-a78c-82a76f5f36e2 req-7220f580-4e52-424c-9600-347cc794a7a1 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421429 Jul 18 02:41:50.667883 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:50.676113 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac55a84-4edc-4023-a869-12518cc16bb3 req-80020167-5bfd-4c60-a808-9b5c435b017a tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:50.677566 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5ac55a84-4edc-4023-a869-12518cc16bb3 req-80020167-5bfd-4c60-a808-9b5c435b017a tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0475726 Jul 18 02:41:50.732327 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5ac55a84-4edc-4023-a869-12518cc16bb3 req-c30885f5-5516-4776-8158-b16381ac3a85 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481863 Jul 18 02:41:51.850556 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccae4bc-8750-4eaa-9bee-79949c606e81 req-4057c325-e8e4-4c0a-be61-e991e6b82af9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:51.851996 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3ccae4bc-8750-4eaa-9bee-79949c606e81 req-4057c325-e8e4-4c0a-be61-e991e6b82af9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 943 time: 0.0517447 Jul 18 02:41:51.902669 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3ccae4bc-8750-4eaa-9bee-79949c606e81 req-70442c09-a717-4867-ab25-956520b60f9b tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449471 Jul 18 02:41:52.131357 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device b0f73b8a-a342-4961-8be0-cc1c0a325389 details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:41:52.219999 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:52.236889 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port b0f73b8a-a342-4961-8be0-cc1c0a325389, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=b0f73b8a-a342-4961-8be0-cc1c0a325389,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:41:52.248582 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': 'b0f73b8a-a342-4961-8be0-cc1c0a325389', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'port_id': 'b0f73b8a-a342-4961-8be0-cc1c0a325389', 'mac_address': 'fa:16:3e:30:4e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:41:52.284366 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port b0f73b8a-a342-4961-8be0-cc1c0a325389 is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:41:52.284752 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (b0f73b8a-a342-4961-8be0-cc1c0a325389), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:52.297562 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f73b8a-a342-4961-8be0-cc1c0a325389 {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:41:52.321038 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port b0f73b8a-a342-4961-8be0-cc1c0a325389, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=b0f73b8a-a342-4961-8be0-cc1c0a325389,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:41:52.407613 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=6 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:52.423962 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (b0f73b8a-a342-4961-8be0-cc1c0a325389), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:52.475679 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=b0f73b8a-a342-4961-8be0-cc1c0a325389,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:52.736543 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['b0f73b8a-a342-4961-8be0-cc1c0a325389'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:41:53.024691 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab324c-d709-4bf4-af82-297d12568dea req-8c398a94-1d4f-476f-8f9c-a7a158644cc2 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:53.026942 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93ab324c-d709-4bf4-af82-297d12568dea req-8c398a94-1d4f-476f-8f9c-a7a158644cc2 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 944 time: 0.0498579 Jul 18 02:41:53.077920 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93ab324c-d709-4bf4-af82-297d12568dea req-2b883ce4-00de-43bf-8fba-85e97b7a7fed tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454917 Jul 18 02:41:54.191433 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefe0ad-2e84-424d-b6e3-f9a363e4bbfb req-2c00b079-6404-44c2-83c9-d3571104fdcd tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:54.192850 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bbefe0ad-2e84-424d-b6e3-f9a363e4bbfb req-2c00b079-6404-44c2-83c9-d3571104fdcd tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 944 time: 0.0470269 Jul 18 02:41:54.241073 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-bbefe0ad-2e84-424d-b6e3-f9a363e4bbfb req-61020f89-707b-4dba-9905-0068ee8e3724 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427363 Jul 18 02:41:55.358468 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3ac2d-8e9b-440a-ad97-d10a1e554a8b req-dafb705c-4781-4baa-8737-5eea166f7342 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:55.359957 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6bf3ac2d-8e9b-440a-ad97-d10a1e554a8b req-dafb705c-4781-4baa-8737-5eea166f7342 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 944 time: 0.0478389 Jul 18 02:41:55.410680 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6bf3ac2d-8e9b-440a-ad97-d10a1e554a8b req-842221f1-2d98-436d-b4f6-3a567c136072 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450687 Jul 18 02:41:56.199815 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device b0f73b8a-a342-4961-8be0-cc1c0a325389 up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:41:56.241306 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port b0f73b8a-a342-4961-8be0-cc1c0a325389 completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:41:56.307596 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port b0f73b8a-a342-4961-8be0-cc1c0a325389 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:41:56.307952 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (b0f73b8a-a342-4961-8be0-cc1c0a325389), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:56.378069 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:56.386408 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port b0f73b8a-a342-4961-8be0-cc1c0a325389 is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:41:56.387346 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (b0f73b8a-a342-4961-8be0-cc1c0a325389), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:56.410720 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f73b8a-a342-4961-8be0-cc1c0a325389'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:41:56.413109 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd6040b-3f98-44b4-93a5-a6d31d619803" -d '{"events": [{"server_uuid": "6d47ffd3-9df5-400c-8cef-efcc7d6d97cd", "name": "network-vif-plugged", "status": "completed", "tag": "b0f73b8a-a342-4961-8be0-cc1c0a325389"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:41:56.426790 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port b0f73b8a-a342-4961-8be0-cc1c0a325389, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=b0f73b8a-a342-4961-8be0-cc1c0a325389,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:41:56.451860 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65268fa-8232-4728-bd7c-0239c947fb6d x-openstack-request-id: req-e65268fa-8232-4728-bd7c-0239c947fb6d {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:41:56.452152 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d47ffd3-9df5-400c-8cef-efcc7d6d97cd", "name": "network-vif-plugged", "status": "completed", "tag": "b0f73b8a-a342-4961-8be0-cc1c0a325389", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:41:56.452406 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e65268fa-8232-4728-bd7c-0239c947fb6d {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:41:56.452803 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e65268fa-8232-4728-bd7c-0239c947fb6d'] response: {'server_uuid': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f73b8a-a342-4961-8be0-cc1c0a325389', 'code': 200} Jul 18 02:41:56.541838 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (b0f73b8a-a342-4961-8be0-cc1c0a325389), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:56.542270 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc235ee9-6fc5-47be-87cc-2f6f3ce59b75 req-e7941150-275d-4e77-9995-d5977dbfcc70 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:56.543926 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fc235ee9-6fc5-47be-87cc-2f6f3ce59b75 req-e7941150-275d-4e77-9995-d5977dbfcc70 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 944 time: 0.0523565 Jul 18 02:41:56.593143 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=b0f73b8a-a342-4961-8be0-cc1c0a325389,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:41:56.601431 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fc235ee9-6fc5-47be-87cc-2f6f3ce59b75 req-027d742c-ffd2-4959-9b48-1e83cd41c55d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517325 Jul 18 02:41:56.838865 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddedc47-b12f-4135-8df0-c62bb1b4af0f req-61dbd9b3-333f-4f14-9dd1-29f3aa5fb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:56.840448 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0ddedc47-b12f-4135-8df0-c62bb1b4af0f req-61dbd9b3-333f-4f14-9dd1-29f3aa5fb202 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 1129 time: 0.0392070 Jul 18 02:41:56.887396 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0ddedc47-b12f-4135-8df0-c62bb1b4af0f req-59af4dd2-67f8-413d-b002-b80932d69a55 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404243 Jul 18 02:41:57.710936 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06f8e1-c9dc-4029-b6fc-8d6b214fdc61 req-38ee9523-e61c-4450-a61e-96df1b27774e tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:57.712507 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5f06f8e1-c9dc-4029-b6fc-8d6b214fdc61 req-38ee9523-e61c-4450-a61e-96df1b27774e tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 945 time: 0.0486364 Jul 18 02:41:57.753536 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:57.767555 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5f06f8e1-c9dc-4029-b6fc-8d6b214fdc61 req-350c1b18-91b3-429f-b103-96b81eeeb760 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495014 Jul 18 02:41:58.906333 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5591c45-abd4-46ae-b024-0536c2e47f18 req-d8cbc7f7-024e-4b98-9ea5-a7900dc514ec tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:58.912562 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e5591c45-abd4-46ae-b024-0536c2e47f18 req-d8cbc7f7-024e-4b98-9ea5-a7900dc514ec tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 945 time: 0.0640790 Jul 18 02:41:58.970478 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-c4273d81-1e84-47fd-b172-c3d0dbfb9360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:58.976727 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e5591c45-abd4-46ae-b024-0536c2e47f18 req-295aecf1-96a2-4a39-9fe0-81f8a5fc16a5 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616548 Jul 18 02:41:59.321347 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725c927-25d3-402a-97b7-1e71bf433a7f req-0baee4a8-2640-46f8-b5ea-bbc23bd0dfe4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:59.322800 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a725c927-25d3-402a-97b7-1e71bf433a7f req-0baee4a8-2640-46f8-b5ea-bbc23bd0dfe4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 945 time: 0.2760608 Jul 18 02:41:59.378330 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a725c927-25d3-402a-97b7-1e71bf433a7f req-7d5c60bc-749e-49fe-9c99-d68f553e3058 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487669 Jul 18 02:41:59.402139 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55138) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:41:59.441823 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9701d-49c2-4201-ab87-00ca8d185dec tempest-TestVolumeBootPattern-1300839583 tempest-TestVolumeBootPattern-1300839583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:41:59.443374 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-9eb9701d-49c2-4201-ab87-00ca8d185dec tempest-TestVolumeBootPattern-1300839583 tempest-TestVolumeBootPattern-1300839583-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 1124 time: 0.0402155 Jul 18 02:41:59.446240 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55140) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:41:59.450929 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Request body: {'floatingip': {'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'port_id': 'b0f73b8a-a342-4961-8be0-cc1c0a325389', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:41:59.593933 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:59.609219 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:41:59.680596 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:41:59.785667 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Allocated IP 172.27.3.29 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/90d70a11-8f37-4cdf-8b60-acc5f87af351) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:41:59.891711 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for port (90d70a11-8f37-4cdf-8b60-acc5f87af351), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:00.005202 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (90d70a11-8f37-4cdf-8b60-acc5f87af351), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:00.041355 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:42:00.044876 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:42:00.051134 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:42:00.077057 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event updated for resources: {'Port': ['ID=90d70a11-8f37-4cdf-8b60-acc5f87af351,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:00.210544 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:00.412182 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:00.412919 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for floatingip (1835e2be-6f68-4caa-9f1a-5e2b9ae9e004), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:00.561704 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (90d70a11-8f37-4cdf-8b60-acc5f87af351), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:00.715356 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for port (90d70a11-8f37-4cdf-8b60-acc5f87af351), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:00.839388 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (90d70a11-8f37-4cdf-8b60-acc5f87af351), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:00.908840 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event updated for resources: {'Port': ['ID=90d70a11-8f37-4cdf-8b60-acc5f87af351,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:00.925551 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (1835e2be-6f68-4caa-9f1a-5e2b9ae9e004), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:01.266989 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 55180) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:01.294181 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.l3_db [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Floating IP 1835e2be-6f68-4caa-9f1a-5e2b9ae9e004 associated. External IP: 172.27.3.29, port: b0f73b8a-a342-4961-8be0-cc1c0a325389. Jul 18 02:42:01.365765 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e294f408-6074-4775-a471-8aedaf8fb23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:01.378805 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5a54c846-8301-4f84-bb03-3fdcb5c68d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:01.459671 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5a54c846-8301-4f84-bb03-3fdcb5c68d88 admin admin] Publish callbacks [] for security_group (0693a186-35c2-4b59-9eef-9bda63d251cc), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:01.503570 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:42:01.547931 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5a54c846-8301-4f84-bb03-3fdcb5c68d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (0693a186-35c2-4b59-9eef-9bda63d251cc), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:01.588246 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5a54c846-8301-4f84-bb03-3fdcb5c68d88 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a7d4a7c8a2f4e819675f0800fa3bf40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203833 Jul 18 02:42:01.589428 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54c846-8301-4f84-bb03-3fdcb5c68d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0693a186-35c2-4b59-9eef-9bda63d251cc,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:01.591010 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55184) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:01.636065 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:01.637882 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:42:01.647742 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ea50cc-575f-40c2-8073-be1e9fe233fa None None] Sync routers for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:42:01.658811 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ea50cc-575f-40c2-8073-be1e9fe233fa None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:01.659566 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-c9ea50cc-575f-40c2-8073-be1e9fe233fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:01.666746 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d7d625f9-75d1-48df-9de0-50f64f6b0d3e admin admin] Publish callbacks [] for security_group (0693a186-35c2-4b59-9eef-9bda63d251cc), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:01.693167 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d7d625f9-75d1-48df-9de0-50f64f6b0d3e admin admin] Publish callbacks [] for security_group (0693a186-35c2-4b59-9eef-9bda63d251cc), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:01.694734 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:01.704818 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:01.807522 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:01.840722 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-689efb5d-8ac4-4ae1-8fc6-acbe2ec6c0da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3934519 Jul 18 02:42:01.841356 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'tag': 'b0f73b8a-a342-4961-8be0-cc1c0a325389'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:42:01.843791 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4088d2-a6d0-4e83-8493-9313f39bdda0" -d '{"events": [{"name": "network-changed", "server_uuid": "6d47ffd3-9df5-400c-8cef-efcc7d6d97cd", "tag": "b0f73b8a-a342-4961-8be0-cc1c0a325389"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:42:01.882404 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ead2b39-addf-4b00-b102-b4b5ab165278 x-openstack-request-id: req-7ead2b39-addf-4b00-b102-b4b5ab165278 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:42:01.882704 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d47ffd3-9df5-400c-8cef-efcc7d6d97cd", "tag": "b0f73b8a-a342-4961-8be0-cc1c0a325389", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:42:01.882959 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ead2b39-addf-4b00-b102-b4b5ab165278 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:42:01.883375 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ead2b39-addf-4b00-b102-b4b5ab165278'] response: {'name': 'network-changed', 'server_uuid': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'tag': 'b0f73b8a-a342-4961-8be0-cc1c0a325389', 'status': 'completed', 'code': 200} Jul 18 02:42:01.902289 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-c9ea50cc-575f-40c2-8073-be1e9fe233fa None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:01.971527 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4088d2-a6d0-4e83-8493-9313f39bdda0 req-f5b45456-e29e-4dc9-8d97-2f356004f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:01.973052 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c4088d2-a6d0-4e83-8493-9313f39bdda0 req-f5b45456-e29e-4dc9-8d97-2f356004f6fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=807f88779cf842f3bbe09615d470f44c&device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 1129 time: 0.0416172 Jul 18 02:42:02.047623 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d7d625f9-75d1-48df-9de0-50f64f6b0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (0693a186-35c2-4b59-9eef-9bda63d251cc), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:02.050120 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d7d625f9-75d1-48df-9de0-50f64f6b0d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:02.051243 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-d7d625f9-75d1-48df-9de0-50f64f6b0d3e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0693a186-35c2-4b59-9eef-9bda63d251cc HTTP/1.1" status: 204 len: 168 time: 0.4586263 Jul 18 02:42:02.066739 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d625f9-75d1-48df-9de0-50f64f6b0d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0693a186-35c2-4b59-9eef-9bda63d251cc,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:02.095225 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4088d2-a6d0-4e83-8493-9313f39bdda0 req-b67d189d-b982-4644-b405-8c8ad172fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:02.098143 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c4088d2-a6d0-4e83-8493-9313f39bdda0 req-b67d189d-b982-4644-b405-8c8ad172fec5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=40df86f1-859f-4d28-af05-d94fe8d1d2ea HTTP/1.1" status: 200 len: 913 time: 0.1127877 Jul 18 02:42:02.142851 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-c9ea50cc-575f-40c2-8073-be1e9fe233fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '1835e2be-6f68-4caa-9f1a-5e2b9ae9e004', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'port_id': 'b0f73b8a-a342-4961-8be0-cc1c0a325389', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'mac_address': 'fa:16:3e:30:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:42:00Z', 'updated_at': '2022-07-18T02:42:00Z', 'revision_number': 0, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:02.171715 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ea50cc-575f-40c2-8073-be1e9fe233fa None None] Checking router: 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:42:02.180111 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ea50cc-575f-40c2-8073-be1e9fe233fa None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:02.180714 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-c9ea50cc-575f-40c2-8073-be1e9fe233fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:02.213705 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:02.281532 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-c9ea50cc-575f-40c2-8073-be1e9fe233fa None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:02.513653 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-c9ea50cc-575f-40c2-8073-be1e9fe233fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '1835e2be-6f68-4caa-9f1a-5e2b9ae9e004', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'port_id': 'b0f73b8a-a342-4961-8be0-cc1c0a325389', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'mac_address': 'fa:16:3e:30:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:42:00Z', 'updated_at': '2022-07-18T02:42:00Z', 'revision_number': 0, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:02.538833 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ea50cc-575f-40c2-8073-be1e9fe233fa None None] The sync data for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi is: [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '1835e2be-6f68-4caa-9f1a-5e2b9ae9e004', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'port_id': 'b0f73b8a-a342-4961-8be0-cc1c0a325389', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'mac_address': 'fa:16:3e:30:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:42:00Z', 'updated_at': '2022-07-18T02:42:00Z', 'revision_number': 0, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:42:02.599440 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:02.735528 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedf8fc7-a782-4f93-bb41-20e08fa04cd4 None None] New status for floating IP 1835e2be-6f68-4caa-9f1a-5e2b9ae9e004: ACTIVE {{(pid=104653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:42:02.743890 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c4088d2-a6d0-4e83-8493-9313f39bdda0 req-f9a8f0dd-df8e-4fea-a0d3-cf840795fdc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0f73b8a-a342-4961-8be0-cc1c0a325389 HTTP/1.1" status: 200 len: 998 time: 0.0638018 Jul 18 02:42:02.808114 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55200) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:02.825535 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4088d2-a6d0-4e83-8493-9313f39bdda0 req-f55dd44b-cc56-40fe-8802-fbd76744d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:02.827062 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c4088d2-a6d0-4e83-8493-9313f39bdda0 req-f55dd44b-cc56-40fe-8802-fbd76744d924 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaa05713-ce93-4cf4-8801-b67183726cee HTTP/1.1" status: 200 len: 851 time: 0.0770860 Jul 18 02:42:02.828238 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b8a81877-cc19-4d81-94c0-f7ea456b548c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:02.891131 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4088d2-a6d0-4e83-8493-9313f39bdda0 req-5dfef2ea-a609-4d0d-9974-ebf8a8f03ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:02.892713 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c4088d2-a6d0-4e83-8493-9313f39bdda0 req-5dfef2ea-a609-4d0d-9974-ebf8a8f03ea4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40df86f1-859f-4d28-af05-d94fe8d1d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565007 Jul 18 02:42:03.015894 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b8a81877-cc19-4d81-94c0-f7ea456b548c admin admin] Publish callbacks [] for security_group (dffaa180-59a8-4cb2-9685-b19163fb606d), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:03.026634 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c4088d2-a6d0-4e83-8493-9313f39bdda0 req-3a804994-d60e-45e2-94b5-64ef827317ce service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272361 Jul 18 02:42:03.120168 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c4088d2-a6d0-4e83-8493-9313f39bdda0 req-12f64b2e-363d-4e96-9ad7-7a425009b707 service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863502 Jul 18 02:42:03.187971 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b8a81877-cc19-4d81-94c0-f7ea456b548c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (dffaa180-59a8-4cb2-9685-b19163fb606d), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:03.232531 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-b8a81877-cc19-4d81-94c0-f7ea456b548c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=67baeb6265c54e25ae0d2aa46980f34d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4233601 Jul 18 02:42:03.234580 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a81877-cc19-4d81-94c0-f7ea456b548c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffaa180-59a8-4cb2-9685-b19163fb606d,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:03.235211 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 55204) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:03.289446 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Publish callbacks [] for security_group (dffaa180-59a8-4cb2-9685-b19163fb606d), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:03.312158 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Publish callbacks [] for security_group (dffaa180-59a8-4cb2-9685-b19163fb606d), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:03.313705 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:03.456319 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (dffaa180-59a8-4cb2-9685-b19163fb606d), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:03.458990 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:03.460178 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dffaa180-59a8-4cb2-9685-b19163fb606d HTTP/1.1" status: 204 len: 168 time: 0.2239897 Jul 18 02:42:03.469516 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffaa180-59a8-4cb2-9685-b19163fb606d,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:03.477259 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:03.477607 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:03.478014 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:03.478378 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:03.478713 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:03.479046 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:03.479390 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:03.479697 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:03.480020 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:03.480930 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:03.481393 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:03.481722 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:03.482042 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:03.482383 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:03.482703 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b52e4-b6e9-4978-8561-ac619f3d7bc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:03.856725 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:04.014677 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:04.616618 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:05.383474 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:05.423095 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5f3fd-dcb9-478f-a1b0-c28c414571cd req-129c39a5-4b31-4180-be6d-f8bf47b3dce3 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:05.424621 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5db5f3fd-dcb9-478f-a1b0-c28c414571cd req-129c39a5-4b31-4180-be6d-f8bf47b3dce3 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 945 time: 0.0497575 Jul 18 02:42:05.473466 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5db5f3fd-dcb9-478f-a1b0-c28c414571cd req-f05cc939-e35c-4d2f-b49f-c61929b4fcba tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0de6d9-b938-47ba-a9a3-eea2f97b870c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430110 Jul 18 02:42:06.588651 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d8008-815e-4871-a14a-5209fd56b347 req-8381dd2d-37eb-48bf-b5e5-f57094af1ae5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:06.590812 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2a9d8008-815e-4871-a14a-5209fd56b347 req-8381dd2d-37eb-48bf-b5e5-f57094af1ae5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 945 time: 0.0479352 Jul 18 02:42:06.638489 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2a9d8008-815e-4871-a14a-5209fd56b347 req-892841a1-9e02-4e25-be2d-d0c2c6c1b88a tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0de6d9-b938-47ba-a9a3-eea2f97b870c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416980 Jul 18 02:42:07.755430 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f8ecc-ca03-45d4-b5fe-3d5b1e17a483 req-5d6212a6-a0ec-41d8-b5bc-5f49e88f7c09 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:07.756913 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cd7f8ecc-ca03-45d4-b5fe-3d5b1e17a483 req-5d6212a6-a0ec-41d8-b5bc-5f49e88f7c09 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 945 time: 0.0475116 Jul 18 02:42:07.805533 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cd7f8ecc-ca03-45d4-b5fe-3d5b1e17a483 req-9b6c3531-2efe-432a-ab1e-f48c21bc2416 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0de6d9-b938-47ba-a9a3-eea2f97b870c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428488 Jul 18 02:42:07.885223 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d7b0a-19fd-4bae-9c9c-a38f02344820 req-55d71744-3713-42c1-a668-b8dfc045e970 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:07.887216 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c31d7b0a-19fd-4bae-9c9c-a38f02344820 req-55d71744-3713-42c1-a668-b8dfc045e970 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 945 time: 0.0521708 Jul 18 02:42:07.972639 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-c31d7b0a-19fd-4bae-9c9c-a38f02344820 req-e8acfa00-9c87-40d3-bc2f-14c2315606d5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Deleting port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:07.972988 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c31d7b0a-19fd-4bae-9c9c-a38f02344820 req-e8acfa00-9c87-40d3-bc2f-14c2315606d5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:07.989291 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:08.067748 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-c31d7b0a-19fd-4bae-9c9c-a38f02344820 req-e8acfa00-9c87-40d3-bc2f-14c2315606d5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] For port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:08.068106 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c31d7b0a-19fd-4bae-9c9c-a38f02344820 req-e8acfa00-9c87-40d3-bc2f-14c2315606d5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:08.243754 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c31d7b0a-19fd-4bae-9c9c-a38f02344820 req-e8acfa00-9c87-40d3-bc2f-14c2315606d5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:08.247289 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c31d7b0a-19fd-4bae-9c9c-a38f02344820 req-e8acfa00-9c87-40d3-bc2f-14c2315606d5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (7e7f0539-e981-4cca-8fd8-435a741b5977), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:08.247289 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.l3_db [req-c31d7b0a-19fd-4bae-9c9c-a38f02344820 req-e8acfa00-9c87-40d3-bc2f-14c2315606d5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Floating IP 7e7f0539-e981-4cca-8fd8-435a741b5977 disassociated. External IP: 172.27.3.202, port: 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d. Jul 18 02:42:08.247289 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-c31d7b0a-19fd-4bae-9c9c-a38f02344820 req-e8acfa00-9c87-40d3-bc2f-14c2315606d5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Calling delete_port for 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:08.327825 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:08.466181 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c31d7b0a-19fd-4bae-9c9c-a38f02344820 req-e8acfa00-9c87-40d3-bc2f-14c2315606d5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:08.494206 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8acfa00-9c87-40d3-bc2f-14c2315606d5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event deleted for resources: {'Port': ['ID=09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:08.614341 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c31d7b0a-19fd-4bae-9c9c-a38f02344820 req-e8acfa00-9c87-40d3-bc2f-14c2315606d5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Router 800f954d-2fd2-4712-8fe5-205d52fa1da6 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:42:08.722515 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c31d7b0a-19fd-4bae-9c9c-a38f02344820 req-e8acfa00-9c87-40d3-bc2f-14c2315606d5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:42:08.733000 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d30a22-c22d-4358-948c-52887a35f62b None None] Sync routers for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:42:08.743850 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d30a22-c22d-4358-948c-52887a35f62b None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:08.744392 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-67d30a22-c22d-4358-948c-52887a35f62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:08.765933 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31d7b0a-19fd-4bae-9c9c-a38f02344820 req-e8acfa00-9c87-40d3-bc2f-14c2315606d5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] No DVR routers for this DVR port 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:42:08.768496 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c31d7b0a-19fd-4bae-9c9c-a38f02344820 req-e8acfa00-9c87-40d3-bc2f-14c2315606d5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:08.771807 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c31d7b0a-19fd-4bae-9c9c-a38f02344820 req-e8acfa00-9c87-40d3-bc2f-14c2315606d5 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.72 "DELETE /v2.0/ports/09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d HTTP/1.1" status: 204 len: 173 time: 0.8795099 Jul 18 02:42:08.772238 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85324481-a04a-4d16-b72d-6a355b0775d0', 'name': 'network-vif-deleted', 'tag': '09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:42:08.774568 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88edb540-0b52-4abc-a172-1bb113acac7c" -d '{"events": [{"server_uuid": "85324481-a04a-4d16-b72d-6a355b0775d0", "name": "network-vif-deleted", "tag": "09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:42:08.820535 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f29cd6f-fbd3-4a92-b38a-db51a8d13227 x-openstack-request-id: req-8f29cd6f-fbd3-4a92-b38a-db51a8d13227 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:42:08.820763 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85324481-a04a-4d16-b72d-6a355b0775d0", "name": "network-vif-deleted", "tag": "09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:42:08.821048 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f29cd6f-fbd3-4a92-b38a-db51a8d13227 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:42:08.821470 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f29cd6f-fbd3-4a92-b38a-db51a8d13227'] response: {'server_uuid': '85324481-a04a-4d16-b72d-6a355b0775d0', 'name': 'network-vif-deleted', 'tag': '09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d', 'status': 'completed', 'code': 200} Jul 18 02:42:08.870157 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-67d30a22-c22d-4358-948c-52887a35f62b None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:08.920850 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-99c5ac87-d77e-41dd-9d62-73f7b9e4d3d7 req-1dec0317-5a17-4afd-98eb-a27c3c73d012 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 210 time: 0.0392370 Jul 18 02:42:09.062893 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:09.084073 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-67d30a22-c22d-4358-948c-52887a35f62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:09.113837 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d30a22-c22d-4358-948c-52887a35f62b None None] Checking router: 800f954d-2fd2-4712-8fe5-205d52fa1da6 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:42:09.122296 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d30a22-c22d-4358-948c-52887a35f62b None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:09.122906 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-67d30a22-c22d-4358-948c-52887a35f62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:09.222749 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-67d30a22-c22d-4358-948c-52887a35f62b None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:09.400525 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:09.418992 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-67d30a22-c22d-4358-948c-52887a35f62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:09.444200 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d30a22-c22d-4358-948c-52887a35f62b None None] The sync data for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi is: [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '505fb573-b215-4c10-8c89-c2c05c4b7365', 'name': '', 'network_id': 'cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'mac_address': 'fa:16:3e:b3:65:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:10Z', 'updated_at': '2022-07-18T02:35:20Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'subnets': [{'id': '980bd026-fed1-45eb-bd25-e5a3e3e70779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:42:09.666847 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7b32f3-3c19-4f7e-964b-abb2d1657a29 None None] New status for floating IP 7e7f0539-e981-4cca-8fd8-435a741b5977: DOWN {{(pid=104653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:42:10.027652 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0d473916-9aa5-4df3-bbd1-832601a84817 req-cac91c76-c1e5-4a00-bedd-419f4fad218c tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/ports?device_id=85324481-a04a-4d16-b72d-6a355b0775d0 HTTP/1.1" status: 200 len: 210 time: 0.0314987 Jul 18 02:42:10.234878 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:42:10.255194 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:42:10.255556 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 09ed14d6-d57e-45f3-ae2a-c4a16c9aba4d not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:42:11.193043 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 55340) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:11.249090 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-861a2edd-84ea-4c04-8135-90e607a45db8 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (be0de6d9-b938-47ba-a9a3-eea2f97b870c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:11.273363 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-861a2edd-84ea-4c04-8135-90e607a45db8 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (be0de6d9-b938-47ba-a9a3-eea2f97b870c), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:11.307331 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:11.408929 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-861a2edd-84ea-4c04-8135-90e607a45db8 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (be0de6d9-b938-47ba-a9a3-eea2f97b870c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:11.411465 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-861a2edd-84ea-4c04-8135-90e607a45db8 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:11.412603 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-861a2edd-84ea-4c04-8135-90e607a45db8 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "DELETE /v2.0/security-groups/be0de6d9-b938-47ba-a9a3-eea2f97b870c HTTP/1.1" status: 204 len: 168 time: 0.2185941 Jul 18 02:42:11.415493 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55344) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:11.421913 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a2edd-84ea-4c04-8135-90e607a45db8 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0de6d9-b938-47ba-a9a3-eea2f97b870c,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:11.430420 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.api.v2.resource [None req-5d17acbc-0d59-42fb-9f19-09a84dc16bce tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] show failed (client error): The resource could not be found. Jul 18 02:42:11.431416 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-5d17acbc-0d59-42fb-9f19-09a84dc16bce tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "GET /v2.0/security-groups/be0de6d9-b938-47ba-a9a3-eea2f97b870c HTTP/1.1" status: 404 len: 347 time: 0.0148711 Jul 18 02:42:11.435101 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55346) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:11.544497 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-0ebe01fc-7043-4ad6-96af-ca9cbbe9ba01 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Deleting port 79d6293f-9128-4c82-9287-539fb50228a3 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:11.544835 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0ebe01fc-7043-4ad6-96af-ca9cbbe9ba01 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (79d6293f-9128-4c82-9287-539fb50228a3), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:11.623399 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0ebe01fc-7043-4ad6-96af-ca9cbbe9ba01 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (79d6293f-9128-4c82-9287-539fb50228a3), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:11.623726 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0ebe01fc-7043-4ad6-96af-ca9cbbe9ba01 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (79d6293f-9128-4c82-9287-539fb50228a3), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:11.635582 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-0ebe01fc-7043-4ad6-96af-ca9cbbe9ba01 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Calling delete_port for 79d6293f-9128-4c82-9287-539fb50228a3 owned by network:floatingip {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:11.719803 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:11.845423 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0ebe01fc-7043-4ad6-96af-ca9cbbe9ba01 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (79d6293f-9128-4c82-9287-539fb50228a3), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:11.872048 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe01fc-7043-4ad6-96af-ca9cbbe9ba01 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Pushing event deleted for resources: {'Port': ['ID=79d6293f-9128-4c82-9287-539fb50228a3,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:11.936879 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0ebe01fc-7043-4ad6-96af-ca9cbbe9ba01 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks [] for floatingip (7e7f0539-e981-4cca-8fd8-435a741b5977), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:11.939419 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0ebe01fc-7043-4ad6-96af-ca9cbbe9ba01 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:11.940604 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-0ebe01fc-7043-4ad6-96af-ca9cbbe9ba01 tempest-AttachVolumeNegativeTest-205156533 tempest-AttachVolumeNegativeTest-205156533-project] 10.222.0.66 "DELETE /v2.0/floatingips/7e7f0539-e981-4cca-8fd8-435a741b5977 HTTP/1.1" status: 204 len: 168 time: 0.5043502 Jul 18 02:42:13.220333 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c187232-1a7a-43c4-b632-901e77317899 req-96c5d78d-ae84-4333-84f2-31e162df1a2f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439968 Jul 18 02:42:13.334177 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c187232-1a7a-43c4-b632-901e77317899 req-559e3810-2fff-4353-9664-3fca731784a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:13.335664 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c187232-1a7a-43c4-b632-901e77317899 req-559e3810-2fff-4353-9664-3fca731784a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3c1745729fe47238223557221c2e905&device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 1130 time: 0.0405807 Jul 18 02:42:13.442678 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c187232-1a7a-43c4-b632-901e77317899 req-d82891ca-d07e-4c87-8ff7-ca50f116cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:13.444231 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c187232-1a7a-43c4-b632-901e77317899 req-d82891ca-d07e-4c87-8ff7-ca50f116cfd1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 HTTP/1.1" status: 200 len: 918 time: 0.0876215 Jul 18 02:42:13.513089 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c187232-1a7a-43c4-b632-901e77317899 req-ff9c756f-37ed-4468-9aa2-a025ad6671de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=078d1890-a0ab-46d1-ac2c-464bd6da369c HTTP/1.1" status: 200 len: 1001 time: 0.0610671 Jul 18 02:42:13.563402 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c187232-1a7a-43c4-b632-901e77317899 req-3dc49d1e-3a71-4c17-8c69-f11151a6ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:13.564885 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c187232-1a7a-43c4-b632-901e77317899 req-3dc49d1e-3a71-4c17-8c69-f11151a6ec80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=190dcf0a-7210-4697-9764-0ce7890a53b0 HTTP/1.1" status: 200 len: 856 time: 0.0455081 Jul 18 02:42:13.610469 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c187232-1a7a-43c4-b632-901e77317899 req-c6b5ab16-fd3e-4217-b1c8-6ecc87f4641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:13.612003 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c187232-1a7a-43c4-b632-901e77317899 req-c6b5ab16-fd3e-4217-b1c8-6ecc87f4641b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403056 Jul 18 02:42:13.626399 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:13.707829 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c187232-1a7a-43c4-b632-901e77317899 req-c8ab11ea-4f5c-44e8-98c2-d91edf9934d5 service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889761 Jul 18 02:42:13.798031 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c187232-1a7a-43c4-b632-901e77317899 req-2c178987-4fc1-4c01-81d0-7c2074f947ae service neutron] 10.222.0.72 "GET /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840137 Jul 18 02:42:14.389414 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:42:14.669289 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e29c28-7596-4288-8d0d-753c45df1424 req-941e57d0-1179-48c0-bcc4-969d745ec338 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:14.670823 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-45e29c28-7596-4288-8d0d-753c45df1424 req-941e57d0-1179-48c0-bcc4-969d745ec338 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 945 time: 0.0533500 Jul 18 02:42:14.723839 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-45e29c28-7596-4288-8d0d-753c45df1424 req-5adbcd5d-0aa4-4d08-a222-a4ae41004f82 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=97d72e91-7148-4f03-a5ef-a9e53b356e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439730 Jul 18 02:42:15.849742 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa9393-3bba-480d-9490-0095db8306e6 req-60a0014d-de61-4409-8fce-c956dab43aa3 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:15.851256 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c4fa9393-3bba-480d-9490-0095db8306e6 req-60a0014d-de61-4409-8fce-c956dab43aa3 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 945 time: 0.0488918 Jul 18 02:42:15.902539 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c4fa9393-3bba-480d-9490-0095db8306e6 req-0ab2e73b-4b33-43a5-8ba5-28e8ee31b800 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=97d72e91-7148-4f03-a5ef-a9e53b356e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442829 Jul 18 02:42:16.706925 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8c739-16ff-40c6-85dc-4ff358ef6ea7 req-800de964-50ac-49d8-bd27-f7f9c7666789 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:16.708434 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-66e8c739-16ff-40c6-85dc-4ff358ef6ea7 req-800de964-50ac-49d8-bd27-f7f9c7666789 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 945 time: 0.0491571 Jul 18 02:42:16.801202 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-66e8c739-16ff-40c6-85dc-4ff358ef6ea7 req-1f84503f-b1d6-4c24-a3f4-e19b3216cfae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Deleting port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:16.801553 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-66e8c739-16ff-40c6-85dc-4ff358ef6ea7 req-1f84503f-b1d6-4c24-a3f4-e19b3216cfae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (88e1f36a-f13d-4fe9-af74-bfa7d331b96a), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:16.874039 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:16.894787 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-66e8c739-16ff-40c6-85dc-4ff358ef6ea7 req-1f84503f-b1d6-4c24-a3f4-e19b3216cfae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] For port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=88e1f36a-f13d-4fe9-af74-bfa7d331b96a,segment=NetworkSegment(6ff41e72-1342-45fe-8bdb-7023c8569238),segment_id=6ff41e72-1342-45fe-8bdb-7023c8569238)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:16.895148 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-66e8c739-16ff-40c6-85dc-4ff358ef6ea7 req-1f84503f-b1d6-4c24-a3f4-e19b3216cfae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (88e1f36a-f13d-4fe9-af74-bfa7d331b96a), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:17.087625 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6122f-4cae-4e89-bb58-81a5c7968d02 req-c3d31100-29e6-4902-aa08-3cd30403a928 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:17.087625 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f4b6122f-4cae-4e89-bb58-81a5c7968d02 req-c3d31100-29e6-4902-aa08-3cd30403a928 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 945 time: 0.0940773 Jul 18 02:42:17.121444 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-66e8c739-16ff-40c6-85dc-4ff358ef6ea7 req-1f84503f-b1d6-4c24-a3f4-e19b3216cfae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:17.121792 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 55460) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:17.123328 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-66e8c739-16ff-40c6-85dc-4ff358ef6ea7 req-1f84503f-b1d6-4c24-a3f4-e19b3216cfae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (69748e5a-9a5e-4186-ae5c-98086c9fedf2), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:17.123328 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.l3_db [req-66e8c739-16ff-40c6-85dc-4ff358ef6ea7 req-1f84503f-b1d6-4c24-a3f4-e19b3216cfae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Floating IP 69748e5a-9a5e-4186-ae5c-98086c9fedf2 disassociated. External IP: 172.27.3.159, port: 88e1f36a-f13d-4fe9-af74-bfa7d331b96a. Jul 18 02:42:17.123328 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-66e8c739-16ff-40c6-85dc-4ff358ef6ea7 req-1f84503f-b1d6-4c24-a3f4-e19b3216cfae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Calling delete_port for 88e1f36a-f13d-4fe9-af74-bfa7d331b96a owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:17.192596 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f4b6122f-4cae-4e89-bb58-81a5c7968d02 req-fe04daf2-ff95-4b73-9ef4-4d3d387a4935 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups?id=97d72e91-7148-4f03-a5ef-a9e53b356e56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981948 Jul 18 02:42:17.353940 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-66e8c739-16ff-40c6-85dc-4ff358ef6ea7 req-1f84503f-b1d6-4c24-a3f4-e19b3216cfae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (88e1f36a-f13d-4fe9-af74-bfa7d331b96a), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:17.381443 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84503f-b1d6-4c24-a3f4-e19b3216cfae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event deleted for resources: {'Port': ['ID=88e1f36a-f13d-4fe9-af74-bfa7d331b96a,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:17.430213 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:17.600187 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f96c9be0-131b-4f91-b247-008ba0444d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33287363'] for router_interface (800f954d-2fd2-4712-8fe5-205d52fa1da6), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:17.783440 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66e8c739-16ff-40c6-85dc-4ff358ef6ea7 req-1f84503f-b1d6-4c24-a3f4-e19b3216cfae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:42:17.853002 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-f96c9be0-131b-4f91-b247-008ba0444d22 admin admin] Deleting port 505fb573-b215-4c10-8c89-c2c05c4b7365 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:17.853338 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f96c9be0-131b-4f91-b247-008ba0444d22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:17.855006 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:17.907542 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66e8c739-16ff-40c6-85dc-4ff358ef6ea7 req-1f84503f-b1d6-4c24-a3f4-e19b3216cfae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:42:17.921328 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba15f9d8-e70f-4f2b-a13d-e8c4a3b75722 None None] Sync routers for ids ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:42:17.930520 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba15f9d8-e70f-4f2b-a13d-e8c4a3b75722 None None] Routers {'4f30d3e1-a9bc-47ba-84ba-587aa73038e6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:17.931227 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-ba15f9d8-e70f-4f2b-a13d-e8c4a3b75722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:17.955820 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e8c739-16ff-40c6-85dc-4ff358ef6ea7 req-1f84503f-b1d6-4c24-a3f4-e19b3216cfae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] No DVR routers for this DVR port 88e1f36a-f13d-4fe9-af74-bfa7d331b96a on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:42:17.957907 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-f96c9be0-131b-4f91-b247-008ba0444d22 admin admin] For port 505fb573-b215-4c10-8c89-c2c05c4b7365, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=505fb573-b215-4c10-8c89-c2c05c4b7365,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:17.958537 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f96c9be0-131b-4f91-b247-008ba0444d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:17.958995 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-66e8c739-16ff-40c6-85dc-4ff358ef6ea7 req-1f84503f-b1d6-4c24-a3f4-e19b3216cfae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:17.962717 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-66e8c739-16ff-40c6-85dc-4ff358ef6ea7 req-1f84503f-b1d6-4c24-a3f4-e19b3216cfae tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.72 "DELETE /v2.0/ports/88e1f36a-f13d-4fe9-af74-bfa7d331b96a HTTP/1.1" status: 204 len: 173 time: 1.2490866 Jul 18 02:42:17.963193 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2211074-6d69-4b22-b254-ea00a4ecc4c6', 'name': 'network-vif-deleted', 'tag': '88e1f36a-f13d-4fe9-af74-bfa7d331b96a'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:42:17.966675 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2f60bf-87c9-4859-b041-828bbf32019c" -d '{"events": [{"server_uuid": "c2211074-6d69-4b22-b254-ea00a4ecc4c6", "name": "network-vif-deleted", "tag": "88e1f36a-f13d-4fe9-af74-bfa7d331b96a"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:42:17.973397 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-f96c9be0-131b-4f91-b247-008ba0444d22 admin admin] Calling delete_port for 505fb573-b215-4c10-8c89-c2c05c4b7365 owned by network:router_interface {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:18.016961 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375d32bf-bafd-43fd-a81f-477d4ec5ad23 x-openstack-request-id: req-375d32bf-bafd-43fd-a81f-477d4ec5ad23 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:42:18.017437 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2211074-6d69-4b22-b254-ea00a4ecc4c6", "name": "network-vif-deleted", "tag": "88e1f36a-f13d-4fe9-af74-bfa7d331b96a", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:42:18.017554 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-375d32bf-bafd-43fd-a81f-477d4ec5ad23 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:42:18.017943 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-375d32bf-bafd-43fd-a81f-477d4ec5ad23'] response: {'server_uuid': 'c2211074-6d69-4b22-b254-ea00a4ecc4c6', 'name': 'network-vif-deleted', 'tag': '88e1f36a-f13d-4fe9-af74-bfa7d331b96a', 'status': 'completed', 'code': 200} Jul 18 02:42:18.023377 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:18.056556 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-ba15f9d8-e70f-4f2b-a13d-e8c4a3b75722 None None] Set router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:18.274584 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-ba15f9d8-e70f-4f2b-a13d-e8c4a3b75722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 4, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'f9568c3b-6190-4770-9888-e44b0de093e8', 'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'mac_address': 'fa:16:3e:62:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:14Z', 'revision_number': 5, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'subnets': [{'id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:18.294598 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-228afad4-c07c-434d-8acd-16a32ac239f7 req-df7485e0-4289-4311-bc80-eb629d061a6d tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2211074-6d69-4b22-b254-ea00a4ecc4c6 HTTP/1.1" status: 200 len: 210 time: 0.0293701 Jul 18 02:42:18.299962 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba15f9d8-e70f-4f2b-a13d-e8c4a3b75722 None None] Checking router: 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:42:18.309618 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f96c9be0-131b-4f91-b247-008ba0444d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (505fb573-b215-4c10-8c89-c2c05c4b7365), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:18.310159 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba15f9d8-e70f-4f2b-a13d-e8c4a3b75722 None None] Routers {'4f30d3e1-a9bc-47ba-84ba-587aa73038e6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:18.311350 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-ba15f9d8-e70f-4f2b-a13d-e8c4a3b75722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:18.336218 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c9be0-131b-4f91-b247-008ba0444d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=505fb573-b215-4c10-8c89-c2c05c4b7365,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:18.431626 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-ba15f9d8-e70f-4f2b-a13d-e8c4a3b75722 None None] Set router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:18.535887 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f96c9be0-131b-4f91-b247-008ba0444d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33112024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33287295'] for router_interface (800f954d-2fd2-4712-8fe5-205d52fa1da6), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:18.654385 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-ba15f9d8-e70f-4f2b-a13d-e8c4a3b75722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 4, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'f9568c3b-6190-4770-9888-e44b0de093e8', 'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'mac_address': 'fa:16:3e:62:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:14Z', 'revision_number': 5, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'subnets': [{'id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:18.681647 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba15f9d8-e70f-4f2b-a13d-e8c4a3b75722 None None] The sync data for ids ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'] in dv-cinder-850015-3-iscsi is: [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:35:08Z', 'revision_number': 4, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'f9568c3b-6190-4770-9888-e44b0de093e8', 'name': '', 'network_id': '69054a80-8318-40e4-bbcb-fa67a0902b79', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'mac_address': 'fa:16:3e:62:76:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:06Z', 'updated_at': '2022-07-18T02:35:14Z', 'revision_number': 5, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'subnets': [{'id': '0a535d1c-7310-4558-a2ba-5d3749160bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:42:18.766036 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55486) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:18.778765 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96c9be0-131b-4f91-b247-008ba0444d22 admin admin] Router 800f954d-2fd2-4712-8fe5-205d52fa1da6 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:42:18.828746 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:18.895031 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96c9be0-131b-4f91-b247-008ba0444d22 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:42:18.904362 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f96c9be0-131b-4f91-b247-008ba0444d22 admin admin] 10.222.0.66 "PUT /v2.0/routers/800f954d-2fd2-4712-8fe5-205d52fa1da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7813091 Jul 18 02:42:18.905199 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 55490) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:18.906888 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cfc24f-8e0f-4b77-bb2a-d4ed4def7ae0 None None] Sync routers for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:42:18.915207 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:18.922859 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cfc24f-8e0f-4b77-bb2a-d4ed4def7ae0 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:18.923659 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-47cfc24f-8e0f-4b77-bb2a-d4ed4def7ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:19.022777 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:19.047971 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d1f14a6a-5f98-47d2-8154-0a457462b658 admin admin] Publish callbacks [] for router (800f954d-2fd2-4712-8fe5-205d52fa1da6), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:19.052464 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Publish callbacks [] for security_group (0664db52-fc27-4bde-98d9-14430cdc3463), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:19.070997 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-47cfc24f-8e0f-4b77-bb2a-d4ed4def7ae0 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:19.090571 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a44e63-f886-4bfd-ba2e-cdb4c0534f79 None None] New status for floating IP 69748e5a-9a5e-4186-ae5c-98086c9fedf2: DOWN {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:42:19.138539 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (0664db52-fc27-4bde-98d9-14430cdc3463), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:19.176457 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d1f14a6a-5f98-47d2-8154-0a457462b658 admin admin] Publish callbacks [] for router_gateway (800f954d-2fd2-4712-8fe5-205d52fa1da6), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:19.182917 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:19.188672 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=33cb17c7dce94b7297462fc1f2230890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4205885 Jul 18 02:42:19.189429 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0664db52-fc27-4bde-98d9-14430cdc3463,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:19.191307 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 55492) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:19.197501 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:19.197858 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:19.198255 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:19.198606 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:19.199475 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:19.199989 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:19.200327 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:19.200667 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:19.200997 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:19.201324 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:19.201653 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:19.201982 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:19.202334 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:19.202658 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:19.202980 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058e87a6-d942-4e6f-b1ed-215c8f781633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:19.259849 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e2e08109-3a8a-42ab-8a42-58264dd86442 admin admin] Publish callbacks [] for security_group (0664db52-fc27-4bde-98d9-14430cdc3463), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:19.286903 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e2e08109-3a8a-42ab-8a42-58264dd86442 admin admin] Publish callbacks [] for security_group (0664db52-fc27-4bde-98d9-14430cdc3463), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:19.316449 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-47cfc24f-8e0f-4b77-bb2a-d4ed4def7ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:42:18Z', 'revision_number': 5, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port': {'id': 'a08e0b83-c7ac-45ae-8cd8-9555375cc198', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:19.342456 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-d1f14a6a-5f98-47d2-8154-0a457462b658 admin admin] Deleting port a08e0b83-c7ac-45ae-8cd8-9555375cc198 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:19.342994 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d1f14a6a-5f98-47d2-8154-0a457462b658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (a08e0b83-c7ac-45ae-8cd8-9555375cc198), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:19.348965 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cfc24f-8e0f-4b77-bb2a-d4ed4def7ae0 None None] Checking router: 800f954d-2fd2-4712-8fe5-205d52fa1da6 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:42:19.361386 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cfc24f-8e0f-4b77-bb2a-d4ed4def7ae0 None None] Routers {'800f954d-2fd2-4712-8fe5-205d52fa1da6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:19.361386 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-47cfc24f-8e0f-4b77-bb2a-d4ed4def7ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['800f954d-2fd2-4712-8fe5-205d52fa1da6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:19.439061 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-d1f14a6a-5f98-47d2-8154-0a457462b658 admin admin] For port a08e0b83-c7ac-45ae-8cd8-9555375cc198, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=a08e0b83-c7ac-45ae-8cd8-9555375cc198,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:19.439419 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d1f14a6a-5f98-47d2-8154-0a457462b658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (a08e0b83-c7ac-45ae-8cd8-9555375cc198), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:19.448867 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-47cfc24f-8e0f-4b77-bb2a-d4ed4def7ae0 None None] Set router 800f954d-2fd2-4712-8fe5-205d52fa1da6 gateway port host: None {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:19.452375 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-d1f14a6a-5f98-47d2-8154-0a457462b658 admin admin] Calling delete_port for a08e0b83-c7ac-45ae-8cd8-9555375cc198 owned by network:router_gateway {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:19.504155 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-47cfc24f-8e0f-4b77-bb2a-d4ed4def7ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:42:19Z', 'revision_number': 6, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port_host': None}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:19.513905 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e2e08109-3a8a-42ab-8a42-58264dd86442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (0664db52-fc27-4bde-98d9-14430cdc3463), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:19.517339 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e2e08109-3a8a-42ab-8a42-58264dd86442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:19.518042 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55498) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:19.520307 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-e2e08109-3a8a-42ab-8a42-58264dd86442 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0664db52-fc27-4bde-98d9-14430cdc3463 HTTP/1.1" status: 204 len: 168 time: 0.3256102 Jul 18 02:42:19.530757 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cfc24f-8e0f-4b77-bb2a-d4ed4def7ae0 None None] The sync data for ids ['800f954d-2fd2-4712-8fe5-205d52fa1da6'] in dv-cinder-850015-3-iscsi is: [{'id': '800f954d-2fd2-4712-8fe5-205d52fa1da6', 'name': 'tempest-AttachVolumeNegativeTest-1441931754-router', 'tenant_id': '4b02a417904a474abcab1eec5cea9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:42:19Z', 'revision_number': 6, 'project_id': '4b02a417904a474abcab1eec5cea9c7e', 'gw_port_host': None}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:42:19.534500 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e08109-3a8a-42ab-8a42-58264dd86442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0664db52-fc27-4bde-98d9-14430cdc3463,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:19.602519 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3d81de1a-b255-4647-900b-9509c7cd31cc tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group (97d72e91-7148-4f03-a5ef-a9e53b356e56), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:19.631125 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3d81de1a-b255-4647-900b-9509c7cd31cc tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group (97d72e91-7148-4f03-a5ef-a9e53b356e56), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:19.765157 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3d81de1a-b255-4647-900b-9509c7cd31cc tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (97d72e91-7148-4f03-a5ef-a9e53b356e56), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:19.765357 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d1f14a6a-5f98-47d2-8154-0a457462b658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (a08e0b83-c7ac-45ae-8cd8-9555375cc198), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:19.767713 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3d81de1a-b255-4647-900b-9509c7cd31cc tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:19.768864 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-3d81de1a-b255-4647-900b-9509c7cd31cc tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "DELETE /v2.0/security-groups/97d72e91-7148-4f03-a5ef-a9e53b356e56 HTTP/1.1" status: 204 len: 168 time: 0.2492003 Jul 18 02:42:19.778885 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81de1a-b255-4647-900b-9509c7cd31cc tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d72e91-7148-4f03-a5ef-a9e53b356e56,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:19.786751 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55502) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:19.792370 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f14a6a-5f98-47d2-8154-0a457462b658 admin admin] Pushing event deleted for resources: {'Port': ['ID=a08e0b83-c7ac-45ae-8cd8-9555375cc198,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:19.814356 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.api.v2.resource [None req-95e809dc-6c24-4b7f-90f4-275fbe4258dc tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] show failed (client error): The resource could not be found. Jul 18 02:42:19.818333 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-95e809dc-6c24-4b7f-90f4-275fbe4258dc tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "GET /v2.0/security-groups/97d72e91-7148-4f03-a5ef-a9e53b356e56 HTTP/1.1" status: 404 len: 347 time: 0.0279877 Jul 18 02:42:19.819120 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55504) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:19.820240 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:19.866805 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d1f14a6a-5f98-47d2-8154-0a457462b658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33266500'] for router_gateway (800f954d-2fd2-4712-8fe5-205d52fa1da6), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:19.982986 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-c0f59e2a-7acf-426b-82db-4513121640e2 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Deleting port 5ff4f401-f648-4710-ac80-2483b09b2742 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:19.983487 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c0f59e2a-7acf-426b-82db-4513121640e2 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (5ff4f401-f648-4710-ac80-2483b09b2742), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:19.998133 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d1f14a6a-5f98-47d2-8154-0a457462b658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33290061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1504'] for router (800f954d-2fd2-4712-8fe5-205d52fa1da6), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.000458 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d1f14a6a-5f98-47d2-8154-0a457462b658 admin admin] Publish callbacks [] for router_controller (800f954d-2fd2-4712-8fe5-205d52fa1da6), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.010112 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:20.072221 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c0f59e2a-7acf-426b-82db-4513121640e2 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (5ff4f401-f648-4710-ac80-2483b09b2742), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.072472 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c0f59e2a-7acf-426b-82db-4513121640e2 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for floatingip (5ff4f401-f648-4710-ac80-2483b09b2742), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.085052 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-c0f59e2a-7acf-426b-82db-4513121640e2 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Calling delete_port for 5ff4f401-f648-4710-ac80-2483b09b2742 owned by network:floatingip {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:20.222958 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d1f14a6a-5f98-47d2-8154-0a457462b658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33290193'] for router (800f954d-2fd2-4712-8fe5-205d52fa1da6), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.223634 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f14a6a-5f98-47d2-8154-0a457462b658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 800f954d-2fd2-4712-8fe5-205d52fa1da6 {{(pid=104650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 02:42:20.231201 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d1f14a6a-5f98-47d2-8154-0a457462b658 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.231201 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-d1f14a6a-5f98-47d2-8154-0a457462b658 admin admin] 10.222.0.66 "DELETE /v2.0/routers/800f954d-2fd2-4712-8fe5-205d52fa1da6 HTTP/1.1" status: 204 len: 168 time: 1.3216600 Jul 18 02:42:20.231768 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 55508) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:20.276133 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb48617-4b05-46b9-aaa8-6c2bcfde20d1 admin admin] Deleting subnet 980bd026-fed1-45eb-bd25-e5a3e3e70779 {{(pid=104650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 02:42:20.279964 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ddb48617-4b05-46b9-aaa8-6c2bcfde20d1 admin admin] Publish callbacks [] for subnet (980bd026-fed1-45eb-bd25-e5a3e3e70779), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.318535 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ddb48617-4b05-46b9-aaa8-6c2bcfde20d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3123273'] for subnet (980bd026-fed1-45eb-bd25-e5a3e3e70779), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.375588 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c0f59e2a-7acf-426b-82db-4513121640e2 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (5ff4f401-f648-4710-ac80-2483b09b2742), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.378521 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 505fb573-b215-4c10-8c89-c2c05c4b7365 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:42:20.428087 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 505fb573-b215-4c10-8c89-c2c05c4b7365 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:42:20.431853 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 505fb573-b215-4c10-8c89-c2c05c4b7365 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:42:20.460967 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f59e2a-7acf-426b-82db-4513121640e2 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Pushing event deleted for resources: {'Port': ['ID=5ff4f401-f648-4710-ac80-2483b09b2742,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:20.466718 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55510) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:20.509692 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3df30f2a-a4b2-4b7c-8769-3758d461e395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.538572 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c0f59e2a-7acf-426b-82db-4513121640e2 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks [] for floatingip (69748e5a-9a5e-4186-ae5c-98086c9fedf2), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.541188 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c0f59e2a-7acf-426b-82db-4513121640e2 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.542372 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-c0f59e2a-7acf-426b-82db-4513121640e2 tempest-AttachVolumeTestJSON-1159103899 tempest-AttachVolumeTestJSON-1159103899-project] 10.222.0.66 "DELETE /v2.0/floatingips/69748e5a-9a5e-4186-ae5c-98086c9fedf2 HTTP/1.1" status: 204 len: 168 time: 0.7222350 Jul 18 02:42:20.581649 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:20.623052 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3df30f2a-a4b2-4b7c-8769-3758d461e395 admin admin] Publish callbacks [] for security_group (7e900f3b-6e9d-46c9-9ee0-f78bbda3652f), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.645912 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ddb48617-4b05-46b9-aaa8-6c2bcfde20d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32822860'] for subnet (980bd026-fed1-45eb-bd25-e5a3e3e70779), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.671348 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:DELETE=12,neutron:UPDATE=4,neutron:SELECT=84 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:20.725648 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3df30f2a-a4b2-4b7c-8769-3758d461e395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (7e900f3b-6e9d-46c9-9ee0-f78bbda3652f), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.768884 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-3df30f2a-a4b2-4b7c-8769-3758d461e395 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=acce66ef33b840a18bf0a49048f10a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011308 Jul 18 02:42:20.770115 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df30f2a-a4b2-4b7c-8769-3758d461e395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e900f3b-6e9d-46c9-9ee0-f78bbda3652f,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:20.771607 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 55514) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:20.819518 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ddb48617-4b05-46b9-aaa8-6c2bcfde20d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32822875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2713805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2525672'] for subnet (980bd026-fed1-45eb-bd25-e5a3e3e70779), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.829564 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b60a38f0-c058-49a9-bfa1-d24d633a6e56 admin admin] Publish callbacks [] for security_group (7e900f3b-6e9d-46c9-9ee0-f78bbda3652f), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.851817 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb48617-4b05-46b9-aaa8-6c2bcfde20d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=980bd026-fed1-45eb-bd25-e5a3e3e70779,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:20.860531 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ddb48617-4b05-46b9-aaa8-6c2bcfde20d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.863688 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ddb48617-4b05-46b9-aaa8-6c2bcfde20d1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/980bd026-fed1-45eb-bd25-e5a3e3e70779 HTTP/1.1" status: 204 len: 168 time: 0.6309965 Jul 18 02:42:20.870417 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816d397a-31b9-47a5-9e0d-a15802eb5f67 None None] Network cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:42:20.873985 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55518) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:20.878555 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b60a38f0-c058-49a9-bfa1-d24d633a6e56 admin admin] Publish callbacks [] for security_group (7e900f3b-6e9d-46c9-9ee0-f78bbda3652f), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:20.909796 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:20.981713 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590427'] for network (cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:21.026613 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b60a38f0-c058-49a9-bfa1-d24d633a6e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (7e900f3b-6e9d-46c9-9ee0-f78bbda3652f), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:21.031091 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b60a38f0-c058-49a9-bfa1-d24d633a6e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:21.031219 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] Deleting port 6770c195-87ce-49df-a529-70bb2b09a5fd {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:21.031668 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (6770c195-87ce-49df-a529-70bb2b09a5fd), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:21.034913 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-b60a38f0-c058-49a9-bfa1-d24d633a6e56 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e900f3b-6e9d-46c9-9ee0-f78bbda3652f HTTP/1.1" status: 204 len: 168 time: 0.2599378 Jul 18 02:42:21.047379 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a38f0-c058-49a9-bfa1-d24d633a6e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e900f3b-6e9d-46c9-9ee0-f78bbda3652f,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:21.081312 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] DHCP port deletion for cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 request from dv-cinder-850015-3-iscsi {{(pid=104652) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 02:42:21.120808 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] For port 6770c195-87ce-49df-a529-70bb2b09a5fd, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=6770c195-87ce-49df-a529-70bb2b09a5fd,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:21.121088 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (6770c195-87ce-49df-a529-70bb2b09a5fd), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:21.129103 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 88e1f36a-f13d-4fe9-af74-bfa7d331b96a no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:42:21.132832 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Deleting port 6770c195-87ce-49df-a529-70bb2b09a5fd {{(pid=104652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:21.133214 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (6770c195-87ce-49df-a529-70bb2b09a5fd), before_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:21.135659 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] Calling delete_port for 6770c195-87ce-49df-a529-70bb2b09a5fd owned by network:dhcp {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:21.155555 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:21.163641 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: 88e1f36a-f13d-4fe9-af74-bfa7d331b96a {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:42:21.163988 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 88e1f36a-f13d-4fe9-af74-bfa7d331b96a not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:42:21.224315 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] For port 6770c195-87ce-49df-a529-70bb2b09a5fd, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=6770c195-87ce-49df-a529-70bb2b09a5fd,segment=NetworkSegment(7f3cba12-18a4-4ecc-a3d4-394fb6ec516b),segment_id=7f3cba12-18a4-4ecc-a3d4-394fb6ec516b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:21.224718 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (6770c195-87ce-49df-a529-70bb2b09a5fd), precommit_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:21.238156 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Calling delete_port for 6770c195-87ce-49df-a529-70bb2b09a5fd owned by network:dhcp {{(pid=104652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:21.341653 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (6770c195-87ce-49df-a529-70bb2b09a5fd), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:21.348138 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950'] for port (6770c195-87ce-49df-a529-70bb2b09a5fd), after_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:21.373616 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] Pushing event deleted for resources: {'Port': ['ID=6770c195-87ce-49df-a529-70bb2b09a5fd,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:21.375255 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Pushing event deleted for resources: {'Port': ['ID=6770c195-87ce-49df-a529-70bb2b09a5fd,revision_number=None']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:21.377435 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] No DVR routers for this DVR port 6770c195-87ce-49df-a529-70bb2b09a5fd on host dv-cinder-850015-3-iscsi {{(pid=104652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:42:21.382158 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] No DVR routers for this DVR port 6770c195-87ce-49df-a529-70bb2b09a5fd on host dv-cinder-850015-3-iscsi {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:42:21.391322 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:21.391875 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:21.391974 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:21.392303 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:21.392661 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:21.393043 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:21.393376 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:21.393707 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:21.394035 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:21.394380 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:21.394704 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:21.395035 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:21.395358 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:21.395681 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:21.396130 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70d1e84-3483-4052-9e61-a69756d268e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:21.458404 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32822413', 'neutron.services.segments.db._delete_segments_for_network-8781983520534'] for network (cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:21.481625 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3']}} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:21.491937 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b') {'for_net_delete': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:21.492244 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3cba12-18a4-4ecc-a3d4-394fb6ec516b') {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:21.510975 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781983519775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2837198'] for segment (7f3cba12-18a4-4ecc-a3d4-394fb6ec516b), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:21.525976 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (7f3cba12-18a4-4ecc-a3d4-394fb6ec516b), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:21.533189 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=104651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 02:42:21.533615 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2644015'] for segment (7f3cba12-18a4-4ecc-a3d4-394fb6ec516b), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:21.586438 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment 7f3cba12-18a4-4ecc-a3d4-394fb6ec516b resource provider aggregate not found Jul 18 02:42:21.611082 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment 7f3cba12-18a4-4ecc-a3d4-394fb6ec516b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f3cba12-18a4-4ecc-a3d4-394fb6ec516b found for delete ", "request_id": "req-1f0f9793-4f76-4420-b9dc-31ed038dbf98"}]} Jul 18 02:42:21.700913 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32822390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33266559'] for network (cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:21.705477 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:21.709502 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3 HTTP/1.1" status: 204 len: 168 time: 0.8336120 Jul 18 02:42:21.724145 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09e2aa-6f7d-4b9d-81d8-e953d4bce655 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdc6ffcf-95a1-4f66-b96c-1c077c87b2a3,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:21.760051 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device a08e0b83-c7ac-45ae-8cd8-9555375cc198 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:42:21.783447 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: a08e0b83-c7ac-45ae-8cd8-9555375cc198 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:42:21.783877 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device a08e0b83-c7ac-45ae-8cd8-9555375cc198 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:42:21.784303 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 6770c195-87ce-49df-a529-70bb2b09a5fd no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:42:21.803345 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 6770c195-87ce-49df-a529-70bb2b09a5fd {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:42:21.803697 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 6770c195-87ce-49df-a529-70bb2b09a5fd not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:42:22.150323 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55548) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:22.191196 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-cfe7ee11-f313-4daf-b63c-94f25131fe36 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4b02a417904a474abcab1eec5cea9c7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396485 Jul 18 02:42:22.193653 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55550) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:22.240397 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:22.243952 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8ea4767e-5dee-49e4-a447-cf42f638acfd admin admin] Publish callbacks [] for security_group (daf3ad87-2a46-4c5d-af81-b45950f705fc), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:22.275298 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8ea4767e-5dee-49e4-a447-cf42f638acfd admin admin] Publish callbacks [] for security_group (daf3ad87-2a46-4c5d-af81-b45950f705fc), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:22.382933 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8ea4767e-5dee-49e4-a447-cf42f638acfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (daf3ad87-2a46-4c5d-af81-b45950f705fc), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:22.385579 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8ea4767e-5dee-49e4-a447-cf42f638acfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:22.387808 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-8ea4767e-5dee-49e4-a447-cf42f638acfd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/daf3ad87-2a46-4c5d-af81-b45950f705fc HTTP/1.1" status: 204 len: 168 time: 0.1923900 Jul 18 02:42:22.395840 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4767e-5dee-49e4-a447-cf42f638acfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf3ad87-2a46-4c5d-af81-b45950f705fc,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:24.799277 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 55652) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:25.263043 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8abc3304-5a2c-46e1-92a8-0ccff1c9e82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33287363'] for router_interface (4f30d3e1-a9bc-47ba-84ba-587aa73038e6), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:25.426009 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:25.504097 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-8abc3304-5a2c-46e1-92a8-0ccff1c9e82e admin admin] Deleting port f9568c3b-6190-4770-9888-e44b0de093e8 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:25.504438 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8abc3304-5a2c-46e1-92a8-0ccff1c9e82e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (f9568c3b-6190-4770-9888-e44b0de093e8), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:25.586637 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-8abc3304-5a2c-46e1-92a8-0ccff1c9e82e admin admin] For port f9568c3b-6190-4770-9888-e44b0de093e8, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=f9568c3b-6190-4770-9888-e44b0de093e8,segment=NetworkSegment(6ff41e72-1342-45fe-8bdb-7023c8569238),segment_id=6ff41e72-1342-45fe-8bdb-7023c8569238)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:25.587082 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8abc3304-5a2c-46e1-92a8-0ccff1c9e82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (f9568c3b-6190-4770-9888-e44b0de093e8), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:25.601865 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-8abc3304-5a2c-46e1-92a8-0ccff1c9e82e admin admin] Calling delete_port for f9568c3b-6190-4770-9888-e44b0de093e8 owned by network:router_interface {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:25.613239 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:25.862559 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8abc3304-5a2c-46e1-92a8-0ccff1c9e82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (f9568c3b-6190-4770-9888-e44b0de093e8), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:25.897494 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc3304-5a2c-46e1-92a8-0ccff1c9e82e admin admin] Pushing event deleted for resources: {'Port': ['ID=f9568c3b-6190-4770-9888-e44b0de093e8,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:26.054492 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8abc3304-5a2c-46e1-92a8-0ccff1c9e82e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33112024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33287295'] for router_interface (4f30d3e1-a9bc-47ba-84ba-587aa73038e6), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:26.260715 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abc3304-5a2c-46e1-92a8-0ccff1c9e82e admin admin] Router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:42:26.359941 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:26.362898 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abc3304-5a2c-46e1-92a8-0ccff1c9e82e admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:42:26.368135 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-8abc3304-5a2c-46e1-92a8-0ccff1c9e82e admin admin] 10.222.0.66 "PUT /v2.0/routers/4f30d3e1-a9bc-47ba-84ba-587aa73038e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5678263 Jul 18 02:42:26.371324 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 55674) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:26.375120 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b7012-6c80-4be4-ab67-f3f0154b1654 None None] Sync routers for ids ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:42:26.387679 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b7012-6c80-4be4-ab67-f3f0154b1654 None None] Routers {'4f30d3e1-a9bc-47ba-84ba-587aa73038e6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:26.389426 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-682b7012-6c80-4be4-ab67-f3f0154b1654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:26.479795 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bbaf102d-3a9a-4ac0-9dc0-be088c07d3f3 admin admin] Publish callbacks [] for router (4f30d3e1-a9bc-47ba-84ba-587aa73038e6), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:26.500160 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-682b7012-6c80-4be4-ab67-f3f0154b1654 None None] Set router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:26.574947 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:26.585006 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bbaf102d-3a9a-4ac0-9dc0-be088c07d3f3 admin admin] Publish callbacks [] for router_gateway (4f30d3e1-a9bc-47ba-84ba-587aa73038e6), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:26.709743 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf102d-3a9a-4ac0-9dc0-be088c07d3f3 admin admin] Deleting port 84560d93-b12b-409b-999f-c1a16635ce45 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:26.710117 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bbaf102d-3a9a-4ac0-9dc0-be088c07d3f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (84560d93-b12b-409b-999f-c1a16635ce45), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:26.758183 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-682b7012-6c80-4be4-ab67-f3f0154b1654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '84560d93-b12b-409b-999f-c1a16635ce45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:42:25Z', 'revision_number': 5, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port': {'id': '84560d93-b12b-409b-999f-c1a16635ce45', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:00Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:26.788954 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b7012-6c80-4be4-ab67-f3f0154b1654 None None] Checking router: 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:42:26.797771 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-bbaf102d-3a9a-4ac0-9dc0-be088c07d3f3 admin admin] For port 84560d93-b12b-409b-999f-c1a16635ce45, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=84560d93-b12b-409b-999f-c1a16635ce45,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:26.798192 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bbaf102d-3a9a-4ac0-9dc0-be088c07d3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (84560d93-b12b-409b-999f-c1a16635ce45), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:26.798383 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b7012-6c80-4be4-ab67-f3f0154b1654 None None] Routers {'4f30d3e1-a9bc-47ba-84ba-587aa73038e6'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:26.799000 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-682b7012-6c80-4be4-ab67-f3f0154b1654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:26.820493 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf102d-3a9a-4ac0-9dc0-be088c07d3f3 admin admin] Calling delete_port for 84560d93-b12b-409b-999f-c1a16635ce45 owned by network:router_gateway {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:26.870153 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:26.875847 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:26.884930 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-682b7012-6c80-4be4-ab67-f3f0154b1654 None None] Set router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 gateway port host: None {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:26.935512 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-682b7012-6c80-4be4-ab67-f3f0154b1654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:42:26Z', 'revision_number': 6, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port_host': None}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:26.965320 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b7012-6c80-4be4-ab67-f3f0154b1654 None None] The sync data for ids ['4f30d3e1-a9bc-47ba-84ba-587aa73038e6'] in dv-cinder-850015-3-iscsi is: [{'id': '4f30d3e1-a9bc-47ba-84ba-587aa73038e6', 'name': 'tempest-AttachVolumeTestJSON-721208685-router', 'tenant_id': '85204e1ae6844b70b45f8452887d5385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:34:59Z', 'updated_at': '2022-07-18T02:42:26Z', 'revision_number': 6, 'project_id': '85204e1ae6844b70b45f8452887d5385', 'gw_port_host': None}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:42:27.068214 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bbaf102d-3a9a-4ac0-9dc0-be088c07d3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (84560d93-b12b-409b-999f-c1a16635ce45), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:27.095939 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf102d-3a9a-4ac0-9dc0-be088c07d3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=84560d93-b12b-409b-999f-c1a16635ce45,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:27.160585 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bbaf102d-3a9a-4ac0-9dc0-be088c07d3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33266500'] for router_gateway (4f30d3e1-a9bc-47ba-84ba-587aa73038e6), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:27.248299 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bbaf102d-3a9a-4ac0-9dc0-be088c07d3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33290061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1504'] for router (4f30d3e1-a9bc-47ba-84ba-587aa73038e6), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:27.250766 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bbaf102d-3a9a-4ac0-9dc0-be088c07d3f3 admin admin] Publish callbacks [] for router_controller (4f30d3e1-a9bc-47ba-84ba-587aa73038e6), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:27.317297 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55688) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:27.364719 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bbaf102d-3a9a-4ac0-9dc0-be088c07d3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33290193'] for router (4f30d3e1-a9bc-47ba-84ba-587aa73038e6), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:27.365669 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaf102d-3a9a-4ac0-9dc0-be088c07d3f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f30d3e1-a9bc-47ba-84ba-587aa73038e6 {{(pid=104650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 02:42:27.374814 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bbaf102d-3a9a-4ac0-9dc0-be088c07d3f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:27.374814 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-bbaf102d-3a9a-4ac0-9dc0-be088c07d3f3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/4f30d3e1-a9bc-47ba-84ba-587aa73038e6 HTTP/1.1" status: 204 len: 168 time: 1.0000839 Jul 18 02:42:27.375066 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55694) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:27.430280 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8c9ae6-989c-4a26-b278-ebceeab2f0d4 admin admin] Deleting subnet 0a535d1c-7310-4558-a2ba-5d3749160bbf {{(pid=104651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 02:42:27.434807 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9ae6-989c-4a26-b278-ebceeab2f0d4 admin admin] Publish callbacks [] for subnet (0a535d1c-7310-4558-a2ba-5d3749160bbf), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:27.474159 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9ae6-989c-4a26-b278-ebceeab2f0d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2837175'] for subnet (0a535d1c-7310-4558-a2ba-5d3749160bbf), precommit_delete_associations {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:27.510034 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:27.570504 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9ae6-989c-4a26-b278-ebceeab2f0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32822860'] for subnet (0a535d1c-7310-4558-a2ba-5d3749160bbf), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:27.573016 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-5b2e884b-cfd0-4cc8-b3fc-4b65206c440a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:27.689849 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-5b2e884b-cfd0-4cc8-b3fc-4b65206c440a admin admin] Publish callbacks [] for security_group (9b97b362-258f-481d-a3d5-6d6595cf1974), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:27.779622 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9ae6-989c-4a26-b278-ebceeab2f0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32822875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2644685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3433350'] for subnet (0a535d1c-7310-4558-a2ba-5d3749160bbf), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:27.783856 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-5b2e884b-cfd0-4cc8-b3fc-4b65206c440a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (9b97b362-258f-481d-a3d5-6d6595cf1974), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:27.831295 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c9ae6-989c-4a26-b278-ebceeab2f0d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a535d1c-7310-4558-a2ba-5d3749160bbf,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:27.832952 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=11 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:27.835777 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 84560d93-b12b-409b-999f-c1a16635ce45 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:42:27.852059 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9ae6-989c-4a26-b278-ebceeab2f0d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:27.855500 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-3a8c9ae6-989c-4a26-b278-ebceeab2f0d4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0a535d1c-7310-4558-a2ba-5d3749160bbf HTTP/1.1" status: 204 len: 168 time: 0.4792631 Jul 18 02:42:27.857964 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55696) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:27.859226 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1c763e-def9-441c-9cdc-38d25e5ef5d5 None None] Network 69054a80-8318-40e4-bbcb-fa67a0902b79 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:42:27.862725 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 84560d93-b12b-409b-999f-c1a16635ce45 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:42:27.863125 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 84560d93-b12b-409b-999f-c1a16635ce45 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:42:27.863543 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device f9568c3b-6190-4770-9888-e44b0de093e8 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:42:27.867251 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-5b2e884b-cfd0-4cc8-b3fc-4b65206c440a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=56b9f450bc2c4910b141e7412653df30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5489180 Jul 18 02:42:27.868009 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e884b-cfd0-4cc8-b3fc-4b65206c440a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b97b362-258f-481d-a3d5-6d6595cf1974,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:27.870022 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 55698) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:27.939542 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cd84042a-8f82-4114-9178-86f0d73f33b4 admin admin] Publish callbacks [] for security_group (9b97b362-258f-481d-a3d5-6d6595cf1974), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:27.942444 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590427'] for network (69054a80-8318-40e4-bbcb-fa67a0902b79), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:27.944008 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: f9568c3b-6190-4770-9888-e44b0de093e8 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:42:27.944553 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device f9568c3b-6190-4770-9888-e44b0de093e8 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:42:27.971237 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cd84042a-8f82-4114-9178-86f0d73f33b4 admin admin] Publish callbacks [] for security_group (9b97b362-258f-481d-a3d5-6d6595cf1974), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:27.990614 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] Deleting port 0f98835b-bc83-47a6-8b61-373234fa0237 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:27.990959 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (0f98835b-bc83-47a6-8b61-373234fa0237), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:28.046814 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65161434-681f-4f3e-823a-e1c0ea100bc7 None None] DHCP port deletion for 69054a80-8318-40e4-bbcb-fa67a0902b79 request from dv-cinder-850015-3-iscsi {{(pid=104652) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 02:42:28.065728 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] For port 0f98835b-bc83-47a6-8b61-373234fa0237, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=0f98835b-bc83-47a6-8b61-373234fa0237,segment=NetworkSegment(6ff41e72-1342-45fe-8bdb-7023c8569238),segment_id=6ff41e72-1342-45fe-8bdb-7023c8569238)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:28.066162 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (0f98835b-bc83-47a6-8b61-373234fa0237), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:28.081445 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] Calling delete_port for 0f98835b-bc83-47a6-8b61-373234fa0237 owned by network:dhcp {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:28.093977 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-65161434-681f-4f3e-823a-e1c0ea100bc7 None None] Deleting port 0f98835b-bc83-47a6-8b61-373234fa0237 {{(pid=104652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:28.094377 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-65161434-681f-4f3e-823a-e1c0ea100bc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (0f98835b-bc83-47a6-8b61-373234fa0237), before_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:28.165607 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-65161434-681f-4f3e-823a-e1c0ea100bc7 None None] For port 0f98835b-bc83-47a6-8b61-373234fa0237, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=0f98835b-bc83-47a6-8b61-373234fa0237,segment=NetworkSegment(6ff41e72-1342-45fe-8bdb-7023c8569238),segment_id=6ff41e72-1342-45fe-8bdb-7023c8569238)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:28.166334 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-65161434-681f-4f3e-823a-e1c0ea100bc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (0f98835b-bc83-47a6-8b61-373234fa0237), precommit_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:28.179314 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-65161434-681f-4f3e-823a-e1c0ea100bc7 None None] Calling delete_port for 0f98835b-bc83-47a6-8b61-373234fa0237 owned by network:dhcp {{(pid=104652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:28.194535 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cd84042a-8f82-4114-9178-86f0d73f33b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (9b97b362-258f-481d-a3d5-6d6595cf1974), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:28.197331 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cd84042a-8f82-4114-9178-86f0d73f33b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:28.198596 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-cd84042a-8f82-4114-9178-86f0d73f33b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b97b362-258f-481d-a3d5-6d6595cf1974 HTTP/1.1" status: 204 len: 168 time: 0.3273783 Jul 18 02:42:28.207222 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84042a-8f82-4114-9178-86f0d73f33b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b97b362-258f-481d-a3d5-6d6595cf1974,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:28.289940 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (0f98835b-bc83-47a6-8b61-373234fa0237), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:28.293835 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-65161434-681f-4f3e-823a-e1c0ea100bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950'] for port (0f98835b-bc83-47a6-8b61-373234fa0237), after_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:28.297897 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:28.314710 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f98835b-bc83-47a6-8b61-373234fa0237,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:28.318367 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] No DVR routers for this DVR port 0f98835b-bc83-47a6-8b61-373234fa0237 on host dv-cinder-850015-3-iscsi {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:42:28.319998 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65161434-681f-4f3e-823a-e1c0ea100bc7 None None] Pushing event deleted for resources: {'Port': ['ID=0f98835b-bc83-47a6-8b61-373234fa0237,revision_number=None']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:28.324681 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65161434-681f-4f3e-823a-e1c0ea100bc7 None None] No DVR routers for this DVR port 0f98835b-bc83-47a6-8b61-373234fa0237 on host dv-cinder-850015-3-iscsi {{(pid=104652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:42:28.399454 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32822413', 'neutron.services.segments.db._delete_segments_for_network-8781983520534'] for network (69054a80-8318-40e4-bbcb-fa67a0902b79), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:28.421661 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69054a80-8318-40e4-bbcb-fa67a0902b79']}} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:28.432683 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff41e72-1342-45fe-8bdb-7023c8569238') {'for_net_delete': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:28.433067 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff41e72-1342-45fe-8bdb-7023c8569238') {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:28.435426 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:28.445286 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781983519775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2837198'] for segment (6ff41e72-1342-45fe-8bdb-7023c8569238), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:28.460022 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (6ff41e72-1342-45fe-8bdb-7023c8569238), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:28.467589 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=104651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 02:42:28.467992 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2644015'] for segment (6ff41e72-1342-45fe-8bdb-7023c8569238), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:28.521168 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment 6ff41e72-1342-45fe-8bdb-7023c8569238 resource provider aggregate not found Jul 18 02:42:28.539177 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment 6ff41e72-1342-45fe-8bdb-7023c8569238 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ff41e72-1342-45fe-8bdb-7023c8569238 found for delete ", "request_id": "req-c2facec4-841a-4e3e-a2c0-3011902c8187"}]} Jul 18 02:42:28.639712 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32822390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33266559'] for network (69054a80-8318-40e4-bbcb-fa67a0902b79), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:28.656512 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:28.659661 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] 10.222.0.66 "DELETE /v2.0/networks/69054a80-8318-40e4-bbcb-fa67a0902b79 HTTP/1.1" status: 204 len: 168 time: 0.8002408 Jul 18 02:42:28.660596 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0650233-5b0e-41e2-b66d-61d227ff1505 admin admin] Pushing event deleted for resources: {'Network': ['ID=69054a80-8318-40e4-bbcb-fa67a0902b79,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:28.901079 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7532e7f4-1875-4a94-bfa4-f7572684bfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:29.008109 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 55726) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:29.023037 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-29a6e23d-38eb-4044-a0b7-f86bf50f9e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:29.096872 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55730) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:29.127508 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-29a6e23d-38eb-4044-a0b7-f86bf50f9e41 admin admin] Publish callbacks [] for security_group (37bd570d-79b8-4415-b201-bb855166db64), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:29.138939 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-93be16f3-5b98-4cf6-94c4-96e216c7a9d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85204e1ae6844b70b45f8452887d5385&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408905 Jul 18 02:42:29.141432 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55732) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:29.190383 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-416f9cd6-e0e2-464d-96ae-81de4e24a82f admin admin] Publish callbacks [] for security_group (649bdee6-a0ec-4545-a86c-517f661c1b51), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:29.194799 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-29a6e23d-38eb-4044-a0b7-f86bf50f9e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (37bd570d-79b8-4415-b201-bb855166db64), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:29.206508 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:29.212935 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:29.213304 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-416f9cd6-e0e2-464d-96ae-81de4e24a82f admin admin] Publish callbacks [] for security_group (649bdee6-a0ec-4545-a86c-517f661c1b51), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:29.243018 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-29a6e23d-38eb-4044-a0b7-f86bf50f9e41 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97bc08c811874818b4a9d696b98cddf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274241 Jul 18 02:42:29.243018 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6e23d-38eb-4044-a0b7-f86bf50f9e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bd570d-79b8-4415-b201-bb855166db64,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:29.243334 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55734) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:29.299223 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1b4c927b-78d8-4a7d-93c2-5937b40ff8a7 admin admin] Publish callbacks [] for security_group (37bd570d-79b8-4415-b201-bb855166db64), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:29.321715 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1b4c927b-78d8-4a7d-93c2-5937b40ff8a7 admin admin] Publish callbacks [] for security_group (37bd570d-79b8-4415-b201-bb855166db64), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:29.365676 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-416f9cd6-e0e2-464d-96ae-81de4e24a82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (649bdee6-a0ec-4545-a86c-517f661c1b51), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:29.368238 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-416f9cd6-e0e2-464d-96ae-81de4e24a82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:29.369373 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-416f9cd6-e0e2-464d-96ae-81de4e24a82f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/649bdee6-a0ec-4545-a86c-517f661c1b51 HTTP/1.1" status: 204 len: 168 time: 0.2270434 Jul 18 02:42:29.380718 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f9cd6-e0e2-464d-96ae-81de4e24a82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649bdee6-a0ec-4545-a86c-517f661c1b51,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:29.484562 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1b4c927b-78d8-4a7d-93c2-5937b40ff8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (37bd570d-79b8-4415-b201-bb855166db64), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:29.487360 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1b4c927b-78d8-4a7d-93c2-5937b40ff8a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:29.488539 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-1b4c927b-78d8-4a7d-93c2-5937b40ff8a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37bd570d-79b8-4415-b201-bb855166db64 HTTP/1.1" status: 204 len: 168 time: 0.2475636 Jul 18 02:42:29.499980 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c927b-78d8-4a7d-93c2-5937b40ff8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bd570d-79b8-4415-b201-bb855166db64,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:29.604904 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf07e65-d11e-4e3e-9878-63fc03d9c7a5 req-3b1842da-9ade-46f3-84aa-2002075831d2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:29.613481 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fbf07e65-d11e-4e3e-9878-63fc03d9c7a5 req-3b1842da-9ade-46f3-84aa-2002075831d2 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 946 time: 0.0784433 Jul 18 02:42:29.660476 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-fbf07e65-d11e-4e3e-9878-63fc03d9c7a5 req-2cf77183-e3cf-4e0c-813b-d31f33a6b997 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466516 Jul 18 02:42:29.754438 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 0f98835b-bc83-47a6-8b61-373234fa0237 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:42:29.773384 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 0f98835b-bc83-47a6-8b61-373234fa0237 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:42:29.774033 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 0f98835b-bc83-47a6-8b61-373234fa0237 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:42:30.800040 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a1ddf-6a7c-4010-9b8c-ce5416c489c6 req-0b79a855-4958-49df-9bea-e9746611398e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:30.802618 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b25a1ddf-6a7c-4010-9b8c-ce5416c489c6 req-0b79a855-4958-49df-9bea-e9746611398e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 946 time: 0.0559204 Jul 18 02:42:30.853286 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b25a1ddf-6a7c-4010-9b8c-ce5416c489c6 req-418d479d-74df-42be-a34f-9b56d38733ec tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452776 Jul 18 02:42:31.423000 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-4f7fc3fd-72b2-434a-bc09-b65a53348363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:31.976878 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e02e6-0c8c-49f4-a92d-11d275760ea2 req-e847e4eb-8f9e-4f5d-a52e-6dfebcc838db tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:31.978276 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5f8e02e6-0c8c-49f4-a92d-11d275760ea2 req-e847e4eb-8f9e-4f5d-a52e-6dfebcc838db tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 946 time: 0.0514374 Jul 18 02:42:32.029892 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5f8e02e6-0c8c-49f4-a92d-11d275760ea2 req-738e28bd-fe1d-4b94-89b1-f8e9a2b3cfbf tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449784 Jul 18 02:42:32.571311 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:32.800324 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904bcb6-f701-45d0-ac7e-bf4e3b171952 req-850b1e73-08dd-4116-8d62-c4ebaf69425f tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:32.801930 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d904bcb6-f701-45d0-ac7e-bf4e3b171952 req-850b1e73-08dd-4116-8d62-c4ebaf69425f tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 946 time: 0.0541806 Jul 18 02:42:32.890350 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-d904bcb6-f701-45d0-ac7e-bf4e3b171952 req-99e15c16-f164-4fd9-89db-883440ebd124 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Deleting port 078d1890-a0ab-46d1-ac2c-464bd6da369c {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:32.890699 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-d904bcb6-f701-45d0-ac7e-bf4e3b171952 req-99e15c16-f164-4fd9-89db-883440ebd124 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:32.990668 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-d904bcb6-f701-45d0-ac7e-bf4e3b171952 req-99e15c16-f164-4fd9-89db-883440ebd124 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] For port 078d1890-a0ab-46d1-ac2c-464bd6da369c, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=078d1890-a0ab-46d1-ac2c-464bd6da369c,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:32.991034 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-d904bcb6-f701-45d0-ac7e-bf4e3b171952 req-99e15c16-f164-4fd9-89db-883440ebd124 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:33.141890 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:33.179064 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:33.200690 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-d904bcb6-f701-45d0-ac7e-bf4e3b171952 req-99e15c16-f164-4fd9-89db-883440ebd124 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:33.200690 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-d904bcb6-f701-45d0-ac7e-bf4e3b171952 req-99e15c16-f164-4fd9-89db-883440ebd124 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (fdccf382-3eb4-42aa-aa2d-917a62dbd3b6), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:33.200690 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.l3_db [req-d904bcb6-f701-45d0-ac7e-bf4e3b171952 req-99e15c16-f164-4fd9-89db-883440ebd124 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Floating IP fdccf382-3eb4-42aa-aa2d-917a62dbd3b6 disassociated. External IP: 172.27.3.238, port: 078d1890-a0ab-46d1-ac2c-464bd6da369c. Jul 18 02:42:33.200690 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-d904bcb6-f701-45d0-ac7e-bf4e3b171952 req-99e15c16-f164-4fd9-89db-883440ebd124 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Calling delete_port for 078d1890-a0ab-46d1-ac2c-464bd6da369c owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:33.207731 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f543c-4dd6-4470-b363-edc9f42023ac req-f555112a-4b5d-4dfb-82e8-57efb5cbeac6 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:33.209208 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6f7f543c-4dd6-4470-b363-edc9f42023ac req-f555112a-4b5d-4dfb-82e8-57efb5cbeac6 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 946 time: 0.0702333 Jul 18 02:42:33.304797 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6f7f543c-4dd6-4470-b363-edc9f42023ac req-de03570d-5be2-4518-9257-1a8bbd51f7b5 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups?id=e905250e-6812-4674-a40f-1da9b7b5d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874090 Jul 18 02:42:33.502986 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-d904bcb6-f701-45d0-ac7e-bf4e3b171952 req-99e15c16-f164-4fd9-89db-883440ebd124 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (078d1890-a0ab-46d1-ac2c-464bd6da369c), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:33.538078 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e15c16-f164-4fd9-89db-883440ebd124 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event deleted for resources: {'Port': ['ID=078d1890-a0ab-46d1-ac2c-464bd6da369c,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:33.651459 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d904bcb6-f701-45d0-ac7e-bf4e3b171952 req-99e15c16-f164-4fd9-89db-883440ebd124 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Router 75920ce6-3887-486e-a66f-0bc44f02c254 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:42:33.713134 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:33.772083 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d904bcb6-f701-45d0-ac7e-bf4e3b171952 req-99e15c16-f164-4fd9-89db-883440ebd124 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:42:33.795547 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceb99ae-b014-472f-9519-a0db8978e1c4 None None] Sync routers for ids ['75920ce6-3887-486e-a66f-0bc44f02c254'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:42:33.823173 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceb99ae-b014-472f-9519-a0db8978e1c4 None None] Routers {'75920ce6-3887-486e-a66f-0bc44f02c254'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:33.823173 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-8ceb99ae-b014-472f-9519-a0db8978e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['75920ce6-3887-486e-a66f-0bc44f02c254'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:33.829505 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-d904bcb6-f701-45d0-ac7e-bf4e3b171952 req-99e15c16-f164-4fd9-89db-883440ebd124 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] No DVR routers for this DVR port 078d1890-a0ab-46d1-ac2c-464bd6da369c on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:42:33.832130 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-d904bcb6-f701-45d0-ac7e-bf4e3b171952 req-99e15c16-f164-4fd9-89db-883440ebd124 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:33.835771 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d904bcb6-f701-45d0-ac7e-bf4e3b171952 req-99e15c16-f164-4fd9-89db-883440ebd124 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.72 "DELETE /v2.0/ports/078d1890-a0ab-46d1-ac2c-464bd6da369c HTTP/1.1" status: 204 len: 173 time: 1.0283358 Jul 18 02:42:33.836500 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'name': 'network-vif-deleted', 'tag': '078d1890-a0ab-46d1-ac2c-464bd6da369c'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:42:33.839036 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23e8e75-41c2-470b-8c72-5645764fc1b0" -d '{"events": [{"server_uuid": "cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a", "name": "network-vif-deleted", "tag": "078d1890-a0ab-46d1-ac2c-464bd6da369c"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:42:33.889807 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bce1680-eedb-429e-a1e1-0b91ae180c5f x-openstack-request-id: req-0bce1680-eedb-429e-a1e1-0b91ae180c5f {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:42:33.890160 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a", "name": "network-vif-deleted", "tag": "078d1890-a0ab-46d1-ac2c-464bd6da369c", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:42:33.890398 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0bce1680-eedb-429e-a1e1-0b91ae180c5f {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:42:33.891075 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bce1680-eedb-429e-a1e1-0b91ae180c5f'] response: {'server_uuid': 'cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a', 'name': 'network-vif-deleted', 'tag': '078d1890-a0ab-46d1-ac2c-464bd6da369c', 'status': 'completed', 'code': 200} Jul 18 02:42:33.903491 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:33.981820 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:33.984667 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-8ceb99ae-b014-472f-9519-a0db8978e1c4 None None] Set router 75920ce6-3887-486e-a66f-0bc44f02c254 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:34.177364 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-8ceb99ae-b014-472f-9519-a0db8978e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'bf5e3a20-2267-46bc-bd45-780061570f1e', 'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'mac_address': 'fa:16:3e:73:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:09Z', 'updated_at': '2022-07-18T02:35:28Z', 'revision_number': 5, 'project_id': 'f3c1745729fe47238223557221c2e905', 'subnets': [{'id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:34.203807 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceb99ae-b014-472f-9519-a0db8978e1c4 None None] Checking router: 75920ce6-3887-486e-a66f-0bc44f02c254 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:42:34.212069 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceb99ae-b014-472f-9519-a0db8978e1c4 None None] Routers {'75920ce6-3887-486e-a66f-0bc44f02c254'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:34.212675 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-8ceb99ae-b014-472f-9519-a0db8978e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['75920ce6-3887-486e-a66f-0bc44f02c254'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:34.314408 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-8ceb99ae-b014-472f-9519-a0db8978e1c4 None None] Set router 75920ce6-3887-486e-a66f-0bc44f02c254 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:34.443667 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:34.525905 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-8ceb99ae-b014-472f-9519-a0db8978e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'bf5e3a20-2267-46bc-bd45-780061570f1e', 'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'mac_address': 'fa:16:3e:73:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:09Z', 'updated_at': '2022-07-18T02:35:28Z', 'revision_number': 5, 'project_id': 'f3c1745729fe47238223557221c2e905', 'subnets': [{'id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:34.575817 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1bd81352-ebc4-41ba-bbaa-7826c039313a req-aa6a8a72-b489-41ed-a799-75ac9057cfc9 tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb1eb7ad-0e9f-49ec-86f5-f7be028c9b3a HTTP/1.1" status: 200 len: 210 time: 0.0320649 Jul 18 02:42:34.684726 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:34.685772 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceb99ae-b014-472f-9519-a0db8978e1c4 None None] The sync data for ids ['75920ce6-3887-486e-a66f-0bc44f02c254'] in dv-cinder-850015-3-iscsi is: [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:35:12Z', 'revision_number': 4, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'bf5e3a20-2267-46bc-bd45-780061570f1e', 'name': '', 'network_id': 'cf656dc8-ef6c-43a1-bbd8-140e60e69fc7', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'mac_address': 'fa:16:3e:73:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:09Z', 'updated_at': '2022-07-18T02:35:28Z', 'revision_number': 5, 'project_id': 'f3c1745729fe47238223557221c2e905', 'subnets': [{'id': '190dcf0a-7210-4697-9764-0ce7890a53b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:42:34.972830 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a5b90-1490-4ea3-aad5-46114c25cf45 None None] New status for floating IP fdccf382-3eb4-42aa-aa2d-917a62dbd3b6: DOWN {{(pid=104653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:42:35.773083 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55940) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:35.829469 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2bf3bf65-4dbf-4756-b080-af4f3295705e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group (e905250e-6812-4674-a40f-1da9b7b5d8c3), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:35.852586 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2bf3bf65-4dbf-4756-b080-af4f3295705e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group (e905250e-6812-4674-a40f-1da9b7b5d8c3), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:36.003999 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2bf3bf65-4dbf-4756-b080-af4f3295705e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (e905250e-6812-4674-a40f-1da9b7b5d8c3), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:36.006675 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2bf3bf65-4dbf-4756-b080-af4f3295705e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:36.008118 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-2bf3bf65-4dbf-4756-b080-af4f3295705e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "DELETE /v2.0/security-groups/e905250e-6812-4674-a40f-1da9b7b5d8c3 HTTP/1.1" status: 204 len: 168 time: 0.2334168 Jul 18 02:42:36.014444 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 55948) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:36.019979 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3bf65-4dbf-4756-b080-af4f3295705e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e905250e-6812-4674-a40f-1da9b7b5d8c3,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:36.031367 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.api.v2.resource [None req-063005ad-2687-4db1-a31a-9cc16164c82e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] show failed (client error): The resource could not be found. Jul 18 02:42:36.035655 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 55952) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:36.044069 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-063005ad-2687-4db1-a31a-9cc16164c82e tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "GET /v2.0/security-groups/e905250e-6812-4674-a40f-1da9b7b5d8c3 HTTP/1.1" status: 404 len: 347 time: 0.0283580 Jul 18 02:42:36.151464 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-de2977f2-0afa-4000-9783-d832653e38df tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Deleting port 25df5741-e9cf-4546-9ccf-458190970169 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:36.152545 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-de2977f2-0afa-4000-9783-d832653e38df tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (25df5741-e9cf-4546-9ccf-458190970169), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:36.233493 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-de2977f2-0afa-4000-9783-d832653e38df tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (25df5741-e9cf-4546-9ccf-458190970169), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:36.233738 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-de2977f2-0afa-4000-9783-d832653e38df tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for floatingip (25df5741-e9cf-4546-9ccf-458190970169), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:36.245678 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-de2977f2-0afa-4000-9783-d832653e38df tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Calling delete_port for 25df5741-e9cf-4546-9ccf-458190970169 owned by network:floatingip {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:36.461219 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-de2977f2-0afa-4000-9783-d832653e38df tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (25df5741-e9cf-4546-9ccf-458190970169), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:36.487717 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2977f2-0afa-4000-9783-d832653e38df tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Pushing event deleted for resources: {'Port': ['ID=25df5741-e9cf-4546-9ccf-458190970169,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:36.552372 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-de2977f2-0afa-4000-9783-d832653e38df tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks [] for floatingip (fdccf382-3eb4-42aa-aa2d-917a62dbd3b6), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:36.555403 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-de2977f2-0afa-4000-9783-d832653e38df tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:36.556666 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-de2977f2-0afa-4000-9783-d832653e38df tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] 10.222.0.66 "DELETE /v2.0/floatingips/fdccf382-3eb4-42aa-aa2d-917a62dbd3b6 HTTP/1.1" status: 204 len: 168 time: 0.5200050 Jul 18 02:42:37.232035 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 078d1890-a0ab-46d1-ac2c-464bd6da369c no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:42:37.251359 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: 078d1890-a0ab-46d1-ac2c-464bd6da369c {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:42:37.251701 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 078d1890-a0ab-46d1-ac2c-464bd6da369c not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:42:38.109544 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56004) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:38.229955 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-08d92aec-d004-4107-9fc1-f933db157c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:38.289852 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:38.312877 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-08d92aec-d004-4107-9fc1-f933db157c15 admin admin] Publish callbacks [] for security_group (673b3035-afab-4819-b91d-2a9774fee8de), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:38.376712 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-08d92aec-d004-4107-9fc1-f933db157c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (673b3035-afab-4819-b91d-2a9774fee8de), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:38.403478 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:38.419002 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-08d92aec-d004-4107-9fc1-f933db157c15 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86556ffcfd5b4d5399db96496f165dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076756 Jul 18 02:42:38.419305 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d92aec-d004-4107-9fc1-f933db157c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673b3035-afab-4819-b91d-2a9774fee8de,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:38.424921 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56014) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:38.485348 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ec5f41cf-5ccd-4398-9af6-3fb8b2787b9c admin admin] Publish callbacks [] for security_group (673b3035-afab-4819-b91d-2a9774fee8de), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:38.507540 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ec5f41cf-5ccd-4398-9af6-3fb8b2787b9c admin admin] Publish callbacks [] for security_group (673b3035-afab-4819-b91d-2a9774fee8de), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:38.640733 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ec5f41cf-5ccd-4398-9af6-3fb8b2787b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (673b3035-afab-4819-b91d-2a9774fee8de), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:38.643485 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ec5f41cf-5ccd-4398-9af6-3fb8b2787b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:38.644795 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ec5f41cf-5ccd-4398-9af6-3fb8b2787b9c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/673b3035-afab-4819-b91d-2a9774fee8de HTTP/1.1" status: 204 len: 168 time: 0.2150800 Jul 18 02:42:38.653835 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f41cf-5ccd-4398-9af6-3fb8b2787b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673b3035-afab-4819-b91d-2a9774fee8de,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:38.667140 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:39.281125 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56044) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:39.332489 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56048) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:39.350761 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-49181dac-32b5-44ef-b124-266c76ecab69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:39.431501 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-49181dac-32b5-44ef-b124-266c76ecab69 admin admin] Publish callbacks [] for security_group (b0ee9af7-add7-4541-97d5-68a5ce478848), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:39.554624 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-49181dac-32b5-44ef-b124-266c76ecab69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (b0ee9af7-add7-4541-97d5-68a5ce478848), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:39.569646 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56052) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:39.611033 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-49181dac-32b5-44ef-b124-266c76ecab69 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8cedaff70e0746f9b7f655e71184a494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773941 Jul 18 02:42:39.614550 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49181dac-32b5-44ef-b124-266c76ecab69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ee9af7-add7-4541-97d5-68a5ce478848,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:39.617009 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56056) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:39.672515 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fe1c8686-4068-460d-ab97-b02736359349 admin admin] Publish callbacks [] for security_group (b0ee9af7-add7-4541-97d5-68a5ce478848), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:39.706901 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fe1c8686-4068-460d-ab97-b02736359349 admin admin] Publish callbacks [] for security_group (b0ee9af7-add7-4541-97d5-68a5ce478848), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:39.719244 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e2e74375-169b-4ad1-a084-9e42b64ca51e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:39.821109 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e2e74375-169b-4ad1-a084-9e42b64ca51e admin admin] Publish callbacks [] for security_group (45094e85-4070-40d5-ba07-01c6b92324f0), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:39.912659 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fe1c8686-4068-460d-ab97-b02736359349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (b0ee9af7-add7-4541-97d5-68a5ce478848), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:39.915690 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fe1c8686-4068-460d-ab97-b02736359349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:39.918251 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-fe1c8686-4068-460d-ab97-b02736359349 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0ee9af7-add7-4541-97d5-68a5ce478848 HTTP/1.1" status: 204 len: 168 time: 0.2997108 Jul 18 02:42:39.929336 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c8686-4068-460d-ab97-b02736359349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ee9af7-add7-4541-97d5-68a5ce478848,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:39.969592 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e2e74375-169b-4ad1-a084-9e42b64ca51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (45094e85-4070-40d5-ba07-01c6b92324f0), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:40.013884 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-e2e74375-169b-4ad1-a084-9e42b64ca51e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f9cad813a9304bd897bd93dc2277368b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4428957 Jul 18 02:42:40.016268 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e74375-169b-4ad1-a084-9e42b64ca51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45094e85-4070-40d5-ba07-01c6b92324f0,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:40.018752 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56064) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:40.047461 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-aa4cc4f4-9b28-4b19-9d0f-f81616b49403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33287363'] for router_interface (75920ce6-3887-486e-a66f-0bc44f02c254), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:40.074146 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b2d4008a-794b-4539-8add-0a7e78aa35f0 admin admin] Publish callbacks [] for security_group (45094e85-4070-40d5-ba07-01c6b92324f0), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:40.098136 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b2d4008a-794b-4539-8add-0a7e78aa35f0 admin admin] Publish callbacks [] for security_group (45094e85-4070-40d5-ba07-01c6b92324f0), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:40.145192 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:40.233989 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b2d4008a-794b-4539-8add-0a7e78aa35f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (45094e85-4070-40d5-ba07-01c6b92324f0), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:40.236666 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b2d4008a-794b-4539-8add-0a7e78aa35f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:40.240455 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-b2d4008a-794b-4539-8add-0a7e78aa35f0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45094e85-4070-40d5-ba07-01c6b92324f0 HTTP/1.1" status: 204 len: 168 time: 0.2181768 Jul 18 02:42:40.256922 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4008a-794b-4539-8add-0a7e78aa35f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45094e85-4070-40d5-ba07-01c6b92324f0,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:40.297994 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-aa4cc4f4-9b28-4b19-9d0f-f81616b49403 admin admin] Deleting port bf5e3a20-2267-46bc-bd45-780061570f1e {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:40.298359 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-aa4cc4f4-9b28-4b19-9d0f-f81616b49403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:40.300705 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:40.401360 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-aa4cc4f4-9b28-4b19-9d0f-f81616b49403 admin admin] For port bf5e3a20-2267-46bc-bd45-780061570f1e, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=bf5e3a20-2267-46bc-bd45-780061570f1e,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:40.402817 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-aa4cc4f4-9b28-4b19-9d0f-f81616b49403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:40.417725 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-aa4cc4f4-9b28-4b19-9d0f-f81616b49403 admin admin] Calling delete_port for bf5e3a20-2267-46bc-bd45-780061570f1e owned by network:router_interface {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:40.737648 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-aa4cc4f4-9b28-4b19-9d0f-f81616b49403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (bf5e3a20-2267-46bc-bd45-780061570f1e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:40.764420 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cc4f4-9b28-4b19-9d0f-f81616b49403 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5e3a20-2267-46bc-bd45-780061570f1e,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:40.869489 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:40.932796 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-aa4cc4f4-9b28-4b19-9d0f-f81616b49403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33112024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33287295'] for router_interface (75920ce6-3887-486e-a66f-0bc44f02c254), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:41.091386 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56088) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:41.109618 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0dad2e89-97b0-42d6-89c0-0e9c1101101e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:41.165694 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:41.166206 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4cc4f4-9b28-4b19-9d0f-f81616b49403 admin admin] Router 75920ce6-3887-486e-a66f-0bc44f02c254 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:42:41.168045 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:41.203996 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0dad2e89-97b0-42d6-89c0-0e9c1101101e admin admin] Publish callbacks [] for security_group (eef8ca39-8ab8-4bde-b85e-cc74dd390c07), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:41.267268 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4cc4f4-9b28-4b19-9d0f-f81616b49403 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:42:41.272218 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-aa4cc4f4-9b28-4b19-9d0f-f81616b49403 admin admin] 10.222.0.66 "PUT /v2.0/routers/75920ce6-3887-486e-a66f-0bc44f02c254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9900801 Jul 18 02:42:41.274970 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56090) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:41.277549 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d756b83a-b37c-4e00-aca6-496fa9866cb9 None None] Sync routers for ids ['75920ce6-3887-486e-a66f-0bc44f02c254'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:42:41.288342 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d756b83a-b37c-4e00-aca6-496fa9866cb9 None None] Routers {'75920ce6-3887-486e-a66f-0bc44f02c254'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:41.295974 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-d756b83a-b37c-4e00-aca6-496fa9866cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['75920ce6-3887-486e-a66f-0bc44f02c254'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:41.351987 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:41.375958 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee7a3-3bd9-42a9-bd65-968c04ab6005 admin admin] Publish callbacks [] for router (75920ce6-3887-486e-a66f-0bc44f02c254), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:41.391157 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-d756b83a-b37c-4e00-aca6-496fa9866cb9 None None] Set router 75920ce6-3887-486e-a66f-0bc44f02c254 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:41.473569 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee7a3-3bd9-42a9-bd65-968c04ab6005 admin admin] Publish callbacks [] for router_gateway (75920ce6-3887-486e-a66f-0bc44f02c254), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:41.495348 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0dad2e89-97b0-42d6-89c0-0e9c1101101e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (eef8ca39-8ab8-4bde-b85e-cc74dd390c07), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:41.544278 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56092) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:41.560209 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad2e89-97b0-42d6-89c0-0e9c1101101e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef8ca39-8ab8-4bde-b85e-cc74dd390c07,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:41.561099 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3516e918-9d47-4170-a15c-f97f0cfeaf12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:41.569343 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-0dad2e89-97b0-42d6-89c0-0e9c1101101e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=31a1e3123ffe4fd6bf727e266b8fbd78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4759839 Jul 18 02:42:41.574485 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56094) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:41.579863 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-d756b83a-b37c-4e00-aca6-496fa9866cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:42:40Z', 'revision_number': 5, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port': {'id': 'edf098ab-5c37-40b0-9428-8c9308eade59', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:35:02Z', 'updated_at': '2022-07-18T02:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:41.616805 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d756b83a-b37c-4e00-aca6-496fa9866cb9 None None] Checking router: 75920ce6-3887-486e-a66f-0bc44f02c254 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:42:41.626433 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d756b83a-b37c-4e00-aca6-496fa9866cb9 None None] Routers {'75920ce6-3887-486e-a66f-0bc44f02c254'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:41.627046 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-d756b83a-b37c-4e00-aca6-496fa9866cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['75920ce6-3887-486e-a66f-0bc44f02c254'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:41.665110 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ee7a3-3bd9-42a9-bd65-968c04ab6005 admin admin] Deleting port edf098ab-5c37-40b0-9428-8c9308eade59 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:41.665450 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee7a3-3bd9-42a9-bd65-968c04ab6005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (edf098ab-5c37-40b0-9428-8c9308eade59), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:41.712945 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-d756b83a-b37c-4e00-aca6-496fa9866cb9 None None] Set router 75920ce6-3887-486e-a66f-0bc44f02c254 gateway port host: None {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:41.789824 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-d756b83a-b37c-4e00-aca6-496fa9866cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:42:41Z', 'revision_number': 6, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port_host': None}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:41.793238 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-4e9ee7a3-3bd9-42a9-bd65-968c04ab6005 admin admin] For port edf098ab-5c37-40b0-9428-8c9308eade59, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=edf098ab-5c37-40b0-9428-8c9308eade59,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:41.793838 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee7a3-3bd9-42a9-bd65-968c04ab6005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (edf098ab-5c37-40b0-9428-8c9308eade59), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:41.819549 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ee7a3-3bd9-42a9-bd65-968c04ab6005 admin admin] Calling delete_port for edf098ab-5c37-40b0-9428-8c9308eade59 owned by network:router_gateway {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:41.822600 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d756b83a-b37c-4e00-aca6-496fa9866cb9 None None] The sync data for ids ['75920ce6-3887-486e-a66f-0bc44f02c254'] in dv-cinder-850015-3-iscsi is: [{'id': '75920ce6-3887-486e-a66f-0bc44f02c254', 'name': 'tempest-AttachVolumeShelveTestJSON-1330881199-router', 'tenant_id': 'f3c1745729fe47238223557221c2e905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:35:01Z', 'updated_at': '2022-07-18T02:42:41Z', 'revision_number': 6, 'project_id': 'f3c1745729fe47238223557221c2e905', 'gw_port_host': None}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:42:41.825337 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0bcceed2-7c11-424e-9492-04b409503867 admin admin] Publish callbacks [] for security_group (eef8ca39-8ab8-4bde-b85e-cc74dd390c07), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:41.851531 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:41.900247 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0bcceed2-7c11-424e-9492-04b409503867 admin admin] Publish callbacks [] for security_group (eef8ca39-8ab8-4bde-b85e-cc74dd390c07), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:41.924294 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3516e918-9d47-4170-a15c-f97f0cfeaf12 admin admin] Publish callbacks [] for security_group (0c655da3-499e-4131-8dc1-c0c16e500378), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.001913 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3516e918-9d47-4170-a15c-f97f0cfeaf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (0c655da3-499e-4131-8dc1-c0c16e500378), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.051364 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-3516e918-9d47-4170-a15c-f97f0cfeaf12 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87d1ef70a8f94526a0eb1d3f4bc61c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5058935 Jul 18 02:42:42.053872 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516e918-9d47-4170-a15c-f97f0cfeaf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c655da3-499e-4131-8dc1-c0c16e500378,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:42.054222 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56104) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:42.110325 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e101c3cb-7c58-4d6c-b6a7-8d2d946fdacb admin admin] Publish callbacks [] for security_group (0c655da3-499e-4131-8dc1-c0c16e500378), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.131946 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e101c3cb-7c58-4d6c-b6a7-8d2d946fdacb admin admin] Publish callbacks [] for security_group (0c655da3-499e-4131-8dc1-c0c16e500378), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.140824 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0bcceed2-7c11-424e-9492-04b409503867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (eef8ca39-8ab8-4bde-b85e-cc74dd390c07), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.143535 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0bcceed2-7c11-424e-9492-04b409503867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.144752 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-0bcceed2-7c11-424e-9492-04b409503867 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eef8ca39-8ab8-4bde-b85e-cc74dd390c07 HTTP/1.1" status: 204 len: 168 time: 0.5678434 Jul 18 02:42:42.152856 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcceed2-7c11-424e-9492-04b409503867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef8ca39-8ab8-4bde-b85e-cc74dd390c07,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:42.195491 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee7a3-3bd9-42a9-bd65-968c04ab6005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (edf098ab-5c37-40b0-9428-8c9308eade59), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.222186 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ee7a3-3bd9-42a9-bd65-968c04ab6005 admin admin] Pushing event deleted for resources: {'Port': ['ID=edf098ab-5c37-40b0-9428-8c9308eade59,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:42.295320 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee7a3-3bd9-42a9-bd65-968c04ab6005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33266500'] for router_gateway (75920ce6-3887-486e-a66f-0bc44f02c254), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.303129 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e101c3cb-7c58-4d6c-b6a7-8d2d946fdacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (0c655da3-499e-4131-8dc1-c0c16e500378), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.305645 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e101c3cb-7c58-4d6c-b6a7-8d2d946fdacb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.306845 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-e101c3cb-7c58-4d6c-b6a7-8d2d946fdacb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c655da3-499e-4131-8dc1-c0c16e500378 HTTP/1.1" status: 204 len: 168 time: 0.2515628 Jul 18 02:42:42.316834 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101c3cb-7c58-4d6c-b6a7-8d2d946fdacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c655da3-499e-4131-8dc1-c0c16e500378,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:42.390170 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee7a3-3bd9-42a9-bd65-968c04ab6005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33290061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1504'] for router (75920ce6-3887-486e-a66f-0bc44f02c254), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.392416 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee7a3-3bd9-42a9-bd65-968c04ab6005 admin admin] Publish callbacks [] for router_controller (75920ce6-3887-486e-a66f-0bc44f02c254), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.481513 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56114) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:42.495416 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=83,neutron:INSERT=4,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:42.525693 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee7a3-3bd9-42a9-bd65-968c04ab6005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33290193'] for router (75920ce6-3887-486e-a66f-0bc44f02c254), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.526468 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9ee7a3-3bd9-42a9-bd65-968c04ab6005 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75920ce6-3887-486e-a66f-0bc44f02c254 {{(pid=104650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 02:42:42.535294 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee7a3-3bd9-42a9-bd65-968c04ab6005 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.536675 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-4e9ee7a3-3bd9-42a9-bd65-968c04ab6005 admin admin] 10.222.0.66 "DELETE /v2.0/routers/75920ce6-3887-486e-a66f-0bc44f02c254 HTTP/1.1" status: 204 len: 168 time: 1.2607274 Jul 18 02:42:42.539336 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56120) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:42.602884 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b890506-3780-4146-acf9-14c894a274c9 admin admin] Deleting subnet 190dcf0a-7210-4697-9764-0ce7890a53b0 {{(pid=104651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 02:42:42.602884 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0b890506-3780-4146-acf9-14c894a274c9 admin admin] Publish callbacks [] for subnet (190dcf0a-7210-4697-9764-0ce7890a53b0), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.640181 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0b890506-3780-4146-acf9-14c894a274c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2837175'] for subnet (190dcf0a-7210-4697-9764-0ce7890a53b0), precommit_delete_associations {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.746557 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0b890506-3780-4146-acf9-14c894a274c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32822860'] for subnet (190dcf0a-7210-4697-9764-0ce7890a53b0), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.749217 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c6acd937-4ce7-49ec-b8eb-777bd6ae61dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.891950 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c6acd937-4ce7-49ec-b8eb-777bd6ae61dc admin admin] Publish callbacks [] for security_group (0d35b783-4911-4f05-814f-974771364968), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.955055 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0b890506-3780-4146-acf9-14c894a274c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32822875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2644685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3433350'] for subnet (190dcf0a-7210-4697-9764-0ce7890a53b0), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.983315 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b890506-3780-4146-acf9-14c894a274c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=190dcf0a-7210-4697-9764-0ce7890a53b0,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:42.987418 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-0b890506-3780-4146-acf9-14c894a274c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.990523 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-0b890506-3780-4146-acf9-14c894a274c9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/190dcf0a-7210-4697-9764-0ce7890a53b0 HTTP/1.1" status: 204 len: 168 time: 0.4502201 Jul 18 02:42:42.991424 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c6acd937-4ce7-49ec-b8eb-777bd6ae61dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (0d35b783-4911-4f05-814f-974771364968), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:42.997218 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56136) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:42.999869 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb67823-d9ec-40ac-a0a9-15df6a8a4a2b None None] Network cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:42:43.050924 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-c6acd937-4ce7-49ec-b8eb-777bd6ae61dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f36d409ce8e41c09c65c8b244ddbba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5680361 Jul 18 02:42:43.051467 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56140) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:43.052163 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acd937-4ce7-49ec-b8eb-777bd6ae61dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d35b783-4911-4f05-814f-974771364968,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:43.062742 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:43.084366 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590427'] for network (cf656dc8-ef6c-43a1-bbd8-140e60e69fc7), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:43.128328 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9f838312-2304-4c3a-8004-312907631857 admin admin] Publish callbacks [] for security_group (0d35b783-4911-4f05-814f-974771364968), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:43.129092 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] Deleting port e135d755-28c7-45b5-9009-f3d2bcfd74a1 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:43.129433 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (e135d755-28c7-45b5-9009-f3d2bcfd74a1), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:43.159524 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9f838312-2304-4c3a-8004-312907631857 admin admin] Publish callbacks [] for security_group (0d35b783-4911-4f05-814f-974771364968), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:43.179579 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:43.235588 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85891b03-3b68-4097-b677-6de4ac903065 None None] DHCP port deletion for cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 request from dv-cinder-850015-3-iscsi {{(pid=104652) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 02:42:43.241560 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] For port e135d755-28c7-45b5-9009-f3d2bcfd74a1, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=e135d755-28c7-45b5-9009-f3d2bcfd74a1,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:43.241560 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (e135d755-28c7-45b5-9009-f3d2bcfd74a1), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:43.254524 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] Calling delete_port for e135d755-28c7-45b5-9009-f3d2bcfd74a1 owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:43.273540 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-85891b03-3b68-4097-b677-6de4ac903065 None None] Deleting port e135d755-28c7-45b5-9009-f3d2bcfd74a1 {{(pid=104652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:42:43.274122 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-85891b03-3b68-4097-b677-6de4ac903065 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (e135d755-28c7-45b5-9009-f3d2bcfd74a1), before_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:43.325520 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9f838312-2304-4c3a-8004-312907631857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (0d35b783-4911-4f05-814f-974771364968), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:43.329255 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9f838312-2304-4c3a-8004-312907631857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:43.332436 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-9f838312-2304-4c3a-8004-312907631857 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0d35b783-4911-4f05-814f-974771364968 HTTP/1.1" status: 204 len: 168 time: 0.2772222 Jul 18 02:42:43.332707 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:43.342227 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f838312-2304-4c3a-8004-312907631857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d35b783-4911-4f05-814f-974771364968,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:43.350261 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-85891b03-3b68-4097-b677-6de4ac903065 None None] For port e135d755-28c7-45b5-9009-f3d2bcfd74a1, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=e135d755-28c7-45b5-9009-f3d2bcfd74a1,segment=NetworkSegment(caf5e89e-a801-4a5d-8d60-387239beb553),segment_id=caf5e89e-a801-4a5d-8d60-387239beb553)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:43.350860 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-85891b03-3b68-4097-b677-6de4ac903065 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (e135d755-28c7-45b5-9009-f3d2bcfd74a1), precommit_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:43.372627 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-85891b03-3b68-4097-b677-6de4ac903065 None None] Calling delete_port for e135d755-28c7-45b5-9009-f3d2bcfd74a1 owned by network:dhcp {{(pid=104652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:42:43.417582 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (e135d755-28c7-45b5-9009-f3d2bcfd74a1), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:43.443223 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e135d755-28c7-45b5-9009-f3d2bcfd74a1,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:43.446548 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] No DVR routers for this DVR port e135d755-28c7-45b5-9009-f3d2bcfd74a1 on host dv-cinder-850015-3-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:42:43.455536 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-85891b03-3b68-4097-b677-6de4ac903065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950'] for port (e135d755-28c7-45b5-9009-f3d2bcfd74a1), after_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:43.484106 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85891b03-3b68-4097-b677-6de4ac903065 None None] Pushing event deleted for resources: {'Port': ['ID=e135d755-28c7-45b5-9009-f3d2bcfd74a1,revision_number=None']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:43.494014 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85891b03-3b68-4097-b677-6de4ac903065 None None] No DVR routers for this DVR port e135d755-28c7-45b5-9009-f3d2bcfd74a1 on host dv-cinder-850015-3-iscsi {{(pid=104652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:42:43.536533 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32822413', 'neutron.services.segments.db._delete_segments_for_network-8781983520534'] for network (cf656dc8-ef6c-43a1-bbd8-140e60e69fc7), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:43.557972 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf656dc8-ef6c-43a1-bbd8-140e60e69fc7']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:43.567750 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf5e89e-a801-4a5d-8d60-387239beb553') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:43.568057 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf5e89e-a801-4a5d-8d60-387239beb553') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:43.578649 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781983519775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3123248'] for segment (caf5e89e-a801-4a5d-8d60-387239beb553), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:43.593112 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (caf5e89e-a801-4a5d-8d60-387239beb553), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:43.599534 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 02:42:43.602167 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714159'] for segment (caf5e89e-a801-4a5d-8d60-387239beb553), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:43.751283 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32822390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33266559'] for network (cf656dc8-ef6c-43a1-bbd8-140e60e69fc7), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:43.784560 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device bf5e3a20-2267-46bc-bd45-780061570f1e no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:42:43.824699 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: bf5e3a20-2267-46bc-bd45-780061570f1e {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:42:43.827602 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device bf5e3a20-2267-46bc-bd45-780061570f1e not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:42:43.827602 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device e135d755-28c7-45b5-9009-f3d2bcfd74a1 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:42:43.847491 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: e135d755-28c7-45b5-9009-f3d2bcfd74a1 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:42:43.848112 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device e135d755-28c7-45b5-9009-f3d2bcfd74a1 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:42:43.848529 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device edf098ab-5c37-40b0-9428-8c9308eade59 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:42:43.869176 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: edf098ab-5c37-40b0-9428-8c9308eade59 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:42:43.869535 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device edf098ab-5c37-40b0-9428-8c9308eade59 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:42:43.986915 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment caf5e89e-a801-4a5d-8d60-387239beb553 resource provider aggregate not found Jul 18 02:42:43.990803 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:43.993863 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cf656dc8-ef6c-43a1-bbd8-140e60e69fc7 HTTP/1.1" status: 204 len: 168 time: 0.9947646 Jul 18 02:42:43.995204 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd4509-a5ed-41d7-be84-50f4773abae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf656dc8-ef6c-43a1-bbd8-140e60e69fc7,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:44.011707 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment caf5e89e-a801-4a5d-8d60-387239beb553 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid caf5e89e-a801-4a5d-8d60-387239beb553 found for delete ", "request_id": "req-e60d721a-17ee-4ff8-8eff-05c8addcc28b"}]} Jul 18 02:42:44.119169 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56172) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:44.129703 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-56e5d820-e369-407a-aabd-8e9e02a72f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:44.216730 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-56e5d820-e369-407a-aabd-8e9e02a72f1c admin admin] Publish callbacks [] for security_group (4c8d3079-c153-492e-abb0-2b4e30d55e1c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:44.309572 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-56e5d820-e369-407a-aabd-8e9e02a72f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (4c8d3079-c153-492e-abb0-2b4e30d55e1c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:44.345819 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:DELETE=9,neutron:SELECT=78,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:44.349005 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5d820-e369-407a-aabd-8e9e02a72f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8d3079-c153-492e-abb0-2b4e30d55e1c,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:44.354345 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-56e5d820-e369-407a-aabd-8e9e02a72f1c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b4150e808c9443c8ac7652a31b5cce5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377360 Jul 18 02:42:44.357498 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56178) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:44.406967 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7aa3784d-5180-4686-acdc-4f7f52d89b64 admin admin] Publish callbacks [] for security_group (4c8d3079-c153-492e-abb0-2b4e30d55e1c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:44.429396 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7aa3784d-5180-4686-acdc-4f7f52d89b64 admin admin] Publish callbacks [] for security_group (4c8d3079-c153-492e-abb0-2b4e30d55e1c), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:44.571172 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7aa3784d-5180-4686-acdc-4f7f52d89b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (4c8d3079-c153-492e-abb0-2b4e30d55e1c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:44.574554 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7aa3784d-5180-4686-acdc-4f7f52d89b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:44.576332 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-7aa3784d-5180-4686-acdc-4f7f52d89b64 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4c8d3079-c153-492e-abb0-2b4e30d55e1c HTTP/1.1" status: 204 len: 168 time: 0.2179248 Jul 18 02:42:44.586430 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3784d-5180-4686-acdc-4f7f52d89b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8d3079-c153-492e-abb0-2b4e30d55e1c,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:44.630120 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56190) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:44.670212 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-c515327c-aeda-41c4-a4cc-3a30b28a640e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f3c1745729fe47238223557221c2e905&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400903 Jul 18 02:42:44.672934 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56192) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:44.727740 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c385a042-43fc-472b-a152-d36e61d77508 admin admin] Publish callbacks [] for security_group (a04843a1-0345-42b0-8fae-96dffea4a26f), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:44.754273 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c385a042-43fc-472b-a152-d36e61d77508 admin admin] Publish callbacks [] for security_group (a04843a1-0345-42b0-8fae-96dffea4a26f), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:44.857240 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c385a042-43fc-472b-a152-d36e61d77508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (a04843a1-0345-42b0-8fae-96dffea4a26f), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:44.860040 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c385a042-43fc-472b-a152-d36e61d77508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:44.861256 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-c385a042-43fc-472b-a152-d36e61d77508 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a04843a1-0345-42b0-8fae-96dffea4a26f HTTP/1.1" status: 204 len: 168 time: 0.1874084 Jul 18 02:42:44.869142 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385a042-43fc-472b-a152-d36e61d77508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04843a1-0345-42b0-8fae-96dffea4a26f,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:45.052402 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:45.055411 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:45.165253 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56204) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:45.580913 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56212) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:45.595234 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-65be69c6-f114-48f4-9666-f592bb7a7a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:45.681053 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=8 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:45.686776 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-65be69c6-f114-48f4-9666-f592bb7a7a8c admin admin] Publish callbacks [] for security_group (bdbbc329-c017-4e08-8fdb-259e39564351), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:45.722322 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbb08-a936-44a1-8d96-1c3031e0a23e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:45.817024 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbb08-a936-44a1-8d96-1c3031e0a23e admin admin] Publish callbacks [] for security_group (e56aa51b-04e2-4934-864c-aca7bff97a1f), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:45.818635 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-65be69c6-f114-48f4-9666-f592bb7a7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (bdbbc329-c017-4e08-8fdb-259e39564351), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:45.858166 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be69c6-f114-48f4-9666-f592bb7a7a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbbc329-c017-4e08-8fdb-259e39564351,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:45.863553 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-65be69c6-f114-48f4-9666-f592bb7a7a8c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2815332cd1d3486291843a8af1aa95ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815263 Jul 18 02:42:45.866453 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56224) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:45.917103 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8eeb-7ab6-4f30-9d32-375a7c178b69 admin admin] Publish callbacks [] for security_group (bdbbc329-c017-4e08-8fdb-259e39564351), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:45.939119 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8eeb-7ab6-4f30-9d32-375a7c178b69 admin admin] Publish callbacks [] for security_group (bdbbc329-c017-4e08-8fdb-259e39564351), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:45.963698 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:45.999776 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbb08-a936-44a1-8d96-1c3031e0a23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (e56aa51b-04e2-4934-864c-aca7bff97a1f), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:46.039402 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-0c4cbb08-a936-44a1-8d96-1c3031e0a23e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3381cac91ca04a49b37669d4e6dd44b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8725076 Jul 18 02:42:46.040260 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cbb08-a936-44a1-8d96-1c3031e0a23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56aa51b-04e2-4934-864c-aca7bff97a1f,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:46.042204 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56228) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:46.097007 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8eeb-7ab6-4f30-9d32-375a7c178b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (bdbbc329-c017-4e08-8fdb-259e39564351), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:46.100863 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ea16ab81-07eb-483c-bf69-dfca59a5b139 admin admin] Publish callbacks [] for security_group (e56aa51b-04e2-4934-864c-aca7bff97a1f), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:46.101528 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8eeb-7ab6-4f30-9d32-375a7c178b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:46.105587 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-fa6e8eeb-7ab6-4f30-9d32-375a7c178b69 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bdbbc329-c017-4e08-8fdb-259e39564351 HTTP/1.1" status: 204 len: 168 time: 0.2354665 Jul 18 02:42:46.111905 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e8eeb-7ab6-4f30-9d32-375a7c178b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbbc329-c017-4e08-8fdb-259e39564351,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:46.125532 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ea16ab81-07eb-483c-bf69-dfca59a5b139 admin admin] Publish callbacks [] for security_group (e56aa51b-04e2-4934-864c-aca7bff97a1f), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:46.290267 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ea16ab81-07eb-483c-bf69-dfca59a5b139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (e56aa51b-04e2-4934-864c-aca7bff97a1f), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:46.293451 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ea16ab81-07eb-483c-bf69-dfca59a5b139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:46.294892 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-ea16ab81-07eb-483c-bf69-dfca59a5b139 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e56aa51b-04e2-4934-864c-aca7bff97a1f HTTP/1.1" status: 204 len: 168 time: 0.2510817 Jul 18 02:42:46.303673 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16ab81-07eb-483c-bf69-dfca59a5b139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56aa51b-04e2-4934-864c-aca7bff97a1f,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:47.798726 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56296) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:47.937789 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-ea45719a-8d6d-4bfc-b40d-47e5712fd488 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1268915522-network', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:42:48.039941 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea45719a-8d6d-4bfc-b40d-47e5712fd488 admin admin] Made reservation on behalf of 2fe363fe43ef4fd9aec026c4cdc3e18e for: {'network': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:42:48.042538 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ea45719a-8d6d-4bfc-b40d-47e5712fd488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:48.051533 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ea45719a-8d6d-4bfc-b40d-47e5712fd488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:48.131279 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ea45719a-8d6d-4bfc-b40d-47e5712fd488 admin admin] Publish callbacks [] for security_group (d474cfd7-ed4a-455b-b01d-ef21eb7bb62d), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:48.200631 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ea45719a-8d6d-4bfc-b40d-47e5712fd488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (d474cfd7-ed4a-455b-b01d-ef21eb7bb62d), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:48.225349 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea45719a-8d6d-4bfc-b40d-47e5712fd488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=104651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:42:48.242648 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ea45719a-8d6d-4bfc-b40d-47e5712fd488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (5fb5ec03-a77a-40d0-a989-00a632bafae7), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:48.245191 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.segments_db [None req-ea45719a-8d6d-4bfc-b40d-47e5712fd488 admin admin] Added segment 5fb5ec03-a77a-40d0-a989-00a632bafae7 of type vlan for network 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f Jul 18 02:42:48.253942 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45719a-8d6d-4bfc-b40d-47e5712fd488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d474cfd7-ed4a-455b-b01d-ef21eb7bb62d,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:48.292168 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ea45719a-8d6d-4bfc-b40d-47e5712fd488 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (0f0b9e2b-f4bb-4648-abfc-2e463ce9379f), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:48.417305 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ea45719a-8d6d-4bfc-b40d-47e5712fd488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (0f0b9e2b-f4bb-4648-abfc-2e463ce9379f), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:48.418912 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea45719a-8d6d-4bfc-b40d-47e5712fd488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:48.419506 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ea45719a-8d6d-4bfc-b40d-47e5712fd488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:48.482961 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45719a-8d6d-4bfc-b40d-47e5712fd488 admin admin] Pushing event updated for resources: {'Network': ['ID=0f0b9e2b-f4bb-4648-abfc-2e463ce9379f,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:48.492797 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:42:48.541954 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:48.559839 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-ea45719a-8d6d-4bfc-b40d-47e5712fd488 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7598808 Jul 18 02:42:48.564657 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56326) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:48.570619 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-e8d9b458-892a-4ed5-8707-b4e1e26808be admin admin] Request body: {'subnet': {'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1268915522-subnet', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:42:48.668512 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d9b458-892a-4ed5-8707-b4e1e26808be admin admin] Made reservation on behalf of 2fe363fe43ef4fd9aec026c4cdc3e18e for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:42:48.671519 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b458-892a-4ed5-8707-b4e1e26808be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2525453'] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:48.953103 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b458-892a-4ed5-8707-b4e1e26808be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2713740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2525459'] for subnet (f014daeb-f11c-49e8-a7ac-11e7a74e8212), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:49.024510 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9b458-892a-4ed5-8707-b4e1e26808be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f014daeb-f11c-49e8-a7ac-11e7a74e8212,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:49.039689 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d9b458-892a-4ed5-8707-b4e1e26808be admin admin] Checking segment: {'id': '5fb5ec03-a77a-40d0-a989-00a632bafae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:42:49.040046 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d9b458-892a-4ed5-8707-b4e1e26808be admin admin] Network hostable DHCP agents. Network: 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:42:49.205563 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d9b458-892a-4ed5-8707-b4e1e26808be admin admin] Network 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:42:49.326364 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-e8d9b458-892a-4ed5-8707-b4e1e26808be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:42:49.330604 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9b458-892a-4ed5-8707-b4e1e26808be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:49.331397 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e8d9b458-892a-4ed5-8707-b4e1e26808be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:49.337696 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40375b57-d96c-4862-9bc9-94a66d7289b4 None None] Network 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:42:49.370562 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:49.456788 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cd4497f-7f72-517c-9439-a55205037c9e-0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'fixed_ips': [{'subnet_id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212'}]}} from dv-cinder-850015-3-iscsi. {{(pid=104652) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 02:42:49.457725 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:49.469053 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-e8d9b458-892a-4ed5-8707-b4e1e26808be admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9021635 Jul 18 02:42:49.475243 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56362) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:49.485308 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1268915522-router', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:42:49.602503 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.db_base_plugin_common [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Allocated IP 172.20.0.2 (0f0b9e2b-f4bb-4648-abfc-2e463ce9379f/f014daeb-f11c-49e8-a7ac-11e7a74e8212/faef62fc-4fb2-482f-b139-330b33ff29c5) {{(pid=104652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:42:49.623618 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33289946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1430'] for router (2fb5e522-95d7-43d8-ad4c-2129ed19fdeb), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:49.624776 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33289846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1519'] for router (2fb5e522-95d7-43d8-ad4c-2129ed19fdeb), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:49.680988 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Publish callbacks [] for router_controller (2fb5e522-95d7-43d8-ad4c-2129ed19fdeb), precommit_add_association {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:49.752240 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Publish callbacks [] for port (faef62fc-4fb2-482f-b139-330b33ff29c5), precommit_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:49.898639 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (faef62fc-4fb2-482f-b139-330b33ff29c5), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:49.934343 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:49.947864 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Network 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f is already hosted by enough agents. {{(pid=104652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:42:49.952119 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.base_scheduler [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Resources bound (agent type, host, resource id): {{(pid=104652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:42:49.954625 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Received port after_create {{(pid=104652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:42:49.957742 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Pushing event updated for resources: {'Port': ['ID=faef62fc-4fb2-482f-b139-330b33ff29c5,revision_number=1']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:50.016267 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Attempting to bind port faef62fc-4fb2-482f-b139-330b33ff29c5 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:42:50.016638 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Attempting to bind port faef62fc-4fb2-482f-b139-330b33ff29c5 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '5fb5ec03-a77a-40d0-a989-00a632bafae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:42:50.016759 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Publish callbacks [] for router_gateway (2fb5e522-95d7-43d8-ad4c-2129ed19fdeb), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:50.017001 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Attempting to bind port faef62fc-4fb2-482f-b139-330b33ff29c5 on network 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:42:50.022194 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:42:50.022541 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Checking segment: {'id': '5fb5ec03-a77a-40d0-a989-00a632bafae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:42:50.022938 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:50.023391 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Bound using segment: {'id': '5fb5ec03-a77a-40d0-a989-00a632bafae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:42:50.023851 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Bound port: faef62fc-4fb2-482f-b139-330b33ff29c5, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb5ec03-a77a-40d0-a989-00a632bafae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:42:50.024226 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (faef62fc-4fb2-482f-b139-330b33ff29c5), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:50.092337 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] For port faef62fc-4fb2-482f-b139-330b33ff29c5, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:42:50.096527 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] For port faef62fc-4fb2-482f-b139-330b33ff29c5, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=faef62fc-4fb2-482f-b139-330b33ff29c5,segment=NetworkSegment(5fb5ec03-a77a-40d0-a989-00a632bafae7),segment_id=5fb5ec03-a77a-40d0-a989-00a632bafae7)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:42:50.200970 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (faef62fc-4fb2-482f-b139-330b33ff29c5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:50.265980 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf37e8d-2e4c-446d-83e1-7a04d65849da None None] Pushing event updated for resources: {'Port': ['ID=faef62fc-4fb2-482f-b139-330b33ff29c5,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:50.351170 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Publish callbacks [] for router_gateway (2fb5e522-95d7-43d8-ad4c-2129ed19fdeb), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:50.371635 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:50.379705 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:50.453439 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:50.533758 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Allocated IP 172.27.3.143 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/04a74845-08e9-4f73-b2c8-8a19de0d586a) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:42:50.648627 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Publish callbacks [] for port (04a74845-08e9-4f73-b2c8-8a19de0d586a), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:50.777703 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (04a74845-08e9-4f73-b2c8-8a19de0d586a), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:50.821932 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:42:50.829370 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:42:50.831831 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:42:50.857561 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=04a74845-08e9-4f73-b2c8-8a19de0d586a,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:51.232558 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Publish callbacks [] for router_gateway (2fb5e522-95d7-43d8-ad4c-2129ed19fdeb), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:51.337094 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c69ec4-e111-4bde-9e9c-110ff2f3e883 None None] Network 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:42:51.389217 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:42:51.424612 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-67711cad-fd96-4fcd-956a-58568f2f139c None None] Provisioning complete for port faef62fc-4fb2-482f-b139-330b33ff29c5 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:42:51.424986 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-67711cad-fd96-4fcd-956a-58568f2f139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (faef62fc-4fb2-482f-b139-330b33ff29c5), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:51.432020 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33289805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286141'] for router (2fb5e522-95d7-43d8-ad4c-2129ed19fdeb), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:51.532651 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:51.541520 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-67711cad-fd96-4fcd-956a-58568f2f139c None None] Current status of the port faef62fc-4fb2-482f-b139-330b33ff29c5 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:42:51.541916 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-67711cad-fd96-4fcd-956a-58568f2f139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (faef62fc-4fb2-482f-b139-330b33ff29c5), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:51.593163 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-67711cad-fd96-4fcd-956a-58568f2f139c None None] For port faef62fc-4fb2-482f-b139-330b33ff29c5, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=faef62fc-4fb2-482f-b139-330b33ff29c5,segment=NetworkSegment(5fb5ec03-a77a-40d0-a989-00a632bafae7),segment_id=5fb5ec03-a77a-40d0-a989-00a632bafae7)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:51.691777 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb is scheduled to L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 with binding_index 1 {{(pid=104650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 02:42:51.692834 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-67711cad-fd96-4fcd-956a-58568f2f139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (faef62fc-4fb2-482f-b139-330b33ff29c5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:51.822838 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:42:51.846595 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67711cad-fd96-4fcd-956a-58568f2f139c None None] Pushing event updated for resources: {'Port': ['ID=faef62fc-4fb2-482f-b139-330b33ff29c5,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:51.846595 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-f8d4fcf2-93ed-4d23-b225-2f58f0b29b2a None None] Provisioning complete for port faef62fc-4fb2-482f-b139-330b33ff29c5 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:42:51.846595 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-f8d4fcf2-93ed-4d23-b225-2f58f0b29b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (faef62fc-4fb2-482f-b139-330b33ff29c5), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:51.846889 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Sync routers for ids ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:42:51.871406 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Routers {'2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:51.873834 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:51.911549 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device faef62fc-4fb2-482f-b139-330b33ff29c5 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:42:51.916571 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:51.918126 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-0d83840f-4140-4f00-970a-fd5c10304cc2 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4418659 Jul 18 02:42:51.920973 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56474) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:52.053412 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Set router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:52.094284 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-f8d4fcf2-93ed-4d23-b225-2f58f0b29b2a None None] Current status of the port faef62fc-4fb2-482f-b139-330b33ff29c5 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:42:52.110012 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port faef62fc-4fb2-482f-b139-330b33ff29c5 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:42:52.110411 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (faef62fc-4fb2-482f-b139-330b33ff29c5), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:52.183902 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port faef62fc-4fb2-482f-b139-330b33ff29c5 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:42:52.259770 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'name': 'tempest-TestShelveInstance-1268915522-router', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:49Z', 'updated_at': '2022-07-18T02:42:50Z', 'revision_number': 3, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'gw_port': {'id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:50Z', 'updated_at': '2022-07-18T02:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:52.291437 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Checking router: 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:42:52.291816 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Updating router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb port 04a74845-08e9-4f73-b2c8-8a19de0d586a binding host dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:42:52.320468 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (04a74845-08e9-4f73-b2c8-8a19de0d586a), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:52.605218 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Publish callbacks [] for port (04a74845-08e9-4f73-b2c8-8a19de0d586a), precommit_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:52.622151 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:52.632955 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56494) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:52.755128 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (04a74845-08e9-4f73-b2c8-8a19de0d586a), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:52.761312 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4a3f5a09-830f-407a-b101-f1caa2db29e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:52.808130 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Allocated IP 172.20.0.1 (0f0b9e2b-f4bb-4648-abfc-2e463ce9379f/f014daeb-f11c-49e8-a7ac-11e7a74e8212/c7301741-bf17-4f80-bad4-a27f7b35223c) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:42:52.815179 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Attempting to bind port 04a74845-08e9-4f73-b2c8-8a19de0d586a on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:42:52.815629 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Attempting to bind port 04a74845-08e9-4f73-b2c8-8a19de0d586a by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:42:52.816220 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Attempting to bind port 04a74845-08e9-4f73-b2c8-8a19de0d586a on network 277ea304-6c46-4a00-b9b4-38f4ca976978 {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:42:52.822960 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a945b5d-340f-425f-b4ae-48565151178c None None] Pushing event updated for resources: {'Port': ['ID=04a74845-08e9-4f73-b2c8-8a19de0d586a,revision_number=2']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:52.831636 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a945b5d-340f-425f-b4ae-48565151178c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:52.832062 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a945b5d-340f-425f-b4ae-48565151178c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:52.832652 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a945b5d-340f-425f-b4ae-48565151178c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:52.833278 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a945b5d-340f-425f-b4ae-48565151178c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:52.833627 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a945b5d-340f-425f-b4ae-48565151178c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:52.834026 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a945b5d-340f-425f-b4ae-48565151178c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:52.834448 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a945b5d-340f-425f-b4ae-48565151178c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:52.834841 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a945b5d-340f-425f-b4ae-48565151178c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:52.835229 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a945b5d-340f-425f-b4ae-48565151178c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:52.835754 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a945b5d-340f-425f-b4ae-48565151178c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:52.836266 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a945b5d-340f-425f-b4ae-48565151178c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:52.836612 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a945b5d-340f-425f-b4ae-48565151178c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:52.836991 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a945b5d-340f-425f-b4ae-48565151178c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:52.837389 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a945b5d-340f-425f-b4ae-48565151178c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:52.837886 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a945b5d-340f-425f-b4ae-48565151178c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:42:52.841744 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:42:52.842364 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Checking segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:42:52.842952 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:52.843521 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Bound using segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:42:52.844188 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Bound port: 04a74845-08e9-4f73-b2c8-8a19de0d586a, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:42:52.844950 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (04a74845-08e9-4f73-b2c8-8a19de0d586a), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:52.853383 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4a3f5a09-830f-407a-b101-f1caa2db29e9 admin admin] Publish callbacks [] for security_group (6c2a5939-d8c6-4995-bd68-8aabbdccb6cb), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:52.897838 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] For port 04a74845-08e9-4f73-b2c8-8a19de0d586a, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:42:52.901076 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] For port 04a74845-08e9-4f73-b2c8-8a19de0d586a, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=04a74845-08e9-4f73-b2c8-8a19de0d586a,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:42:52.922049 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Publish callbacks [] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:52.983349 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4a3f5a09-830f-407a-b101-f1caa2db29e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (6c2a5939-d8c6-4995-bd68-8aabbdccb6cb), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:52.988126 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:53.024068 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-4a3f5a09-830f-407a-b101-f1caa2db29e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=670634a51ed94c67beaf0d1b4ffc38e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896890 Jul 18 02:42:53.025163 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f5a09-830f-407a-b101-f1caa2db29e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2a5939-d8c6-4995-bd68-8aabbdccb6cb,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:53.027912 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56504) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:53.035587 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (04a74845-08e9-4f73-b2c8-8a19de0d586a), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.048290 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.093099 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:53.099424 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a945b5d-340f-425f-b4ae-48565151178c None None] Pushing event updated for resources: {'Port': ['ID=04a74845-08e9-4f73-b2c8-8a19de0d586a,revision_number=3']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:53.104512 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Routers {'2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:53.105121 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:53.105986 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Network 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:42:53.115523 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:42:53.117938 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:42:53.177389 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c7301741-bf17-4f80-bad4-a27f7b35223c,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:53.211350 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33262966'] for router_interface (2fb5e522-95d7-43d8-ad4c-2129ed19fdeb), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.218321 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] Set router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:53.283712 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bf03f094-3e17-4c88-82ab-98de991e3c87 admin admin] Publish callbacks [] for security_group (6c2a5939-d8c6-4995-bd68-8aabbdccb6cb), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.295247 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56508) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:53.345695 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bf03f094-3e17-4c88-82ab-98de991e3c87 admin admin] Publish callbacks [] for security_group (6c2a5939-d8c6-4995-bd68-8aabbdccb6cb), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.364024 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:53.424717 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-f6dba777-6061-4485-9a00-bb618975dedf None None] Provisioning complete for port c7301741-bf17-4f80-bad4-a27f7b35223c triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:42:53.425974 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-f6dba777-6061-4485-9a00-bb618975dedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.442348 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bff98ff8-dbc3-438c-bdb1-4610fbdb8a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.457530 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:53.466733 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-f6dba777-6061-4485-9a00-bb618975dedf None None] Port c7301741-bf17-4f80-bad4-a27f7b35223c cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:42:53.496846 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'name': 'tempest-TestShelveInstance-1268915522-router', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:49Z', 'updated_at': '2022-07-18T02:42:50Z', 'revision_number': 3, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'gw_port': {'id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:50Z', 'updated_at': '2022-07-18T02:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:53.501203 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bf03f094-3e17-4c88-82ab-98de991e3c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (6c2a5939-d8c6-4995-bd68-8aabbdccb6cb), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.506160 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bf03f094-3e17-4c88-82ab-98de991e3c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.506160 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-bf03f094-3e17-4c88-82ab-98de991e3c87 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c2a5939-d8c6-4995-bd68-8aabbdccb6cb HTTP/1.1" status: 204 len: 168 time: 0.4760036 Jul 18 02:42:53.522005 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.523914 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03f094-3e17-4c88-82ab-98de991e3c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2a5939-d8c6-4995-bd68-8aabbdccb6cb,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:53.532349 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b2769-3af6-4ba7-b126-cd7b8ed1a81e None None] The sync data for ids ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'] in dv-cinder-850015-3-iscsi is: [{'id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'name': 'tempest-TestShelveInstance-1268915522-router', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:49Z', 'updated_at': '2022-07-18T02:42:50Z', 'revision_number': 3, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'gw_port': {'id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:50Z', 'updated_at': '2022-07-18T02:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:42:53.577606 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:53.593231 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bff98ff8-dbc3-438c-bdb1-4610fbdb8a78 admin admin] Publish callbacks [] for security_group (793b8239-65bb-4b2c-a227-5e8a24850830), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.674902 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-bff98ff8-dbc3-438c-bdb1-4610fbdb8a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (793b8239-65bb-4b2c-a227-5e8a24850830), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.721626 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Publish callbacks [] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.722313 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-bff98ff8-dbc3-438c-bdb1-4610fbdb8a78 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c048f3a4c111472db2a3d1cded862ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4249294 Jul 18 02:42:53.723201 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff98ff8-dbc3-438c-bdb1-4610fbdb8a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793b8239-65bb-4b2c-a227-5e8a24850830,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:53.724918 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56514) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:53.787859 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cba2dc42-44a4-4608-a9a9-10e5d73f7706 admin admin] Publish callbacks [] for security_group (793b8239-65bb-4b2c-a227-5e8a24850830), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.817355 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cba2dc42-44a4-4608-a9a9-10e5d73f7706 admin admin] Publish callbacks [] for security_group (793b8239-65bb-4b2c-a227-5e8a24850830), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.823011 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device faef62fc-4fb2-482f-b139-330b33ff29c5 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:42:53.825367 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:53.871557 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714115'] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.911011 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port faef62fc-4fb2-482f-b139-330b33ff29c5 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:42:53.911764 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (faef62fc-4fb2-482f-b139-330b33ff29c5), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.923788 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33111595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33265422'] for router_interface (2fb5e522-95d7-43d8-ad4c-2129ed19fdeb), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:53.992432 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:54.042893 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port faef62fc-4fb2-482f-b139-330b33ff29c5 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:42:54.043156 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c7301741-bf17-4f80-bad4-a27f7b35223c,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:54.046034 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cba2dc42-44a4-4608-a9a9-10e5d73f7706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (793b8239-65bb-4b2c-a227-5e8a24850830), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:54.048577 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cba2dc42-44a4-4608-a9a9-10e5d73f7706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:54.052058 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-cba2dc42-44a4-4608-a9a9-10e5d73f7706 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/793b8239-65bb-4b2c-a227-5e8a24850830 HTTP/1.1" status: 204 len: 168 time: 0.3239975 Jul 18 02:42:54.065358 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2dc42-44a4-4608-a9a9-10e5d73f7706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793b8239-65bb-4b2c-a227-5e8a24850830,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:54.109941 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Network 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:42:54.111435 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:42:54.247572 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:42:54.310888 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56532) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:54.333539 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-56880fdc-1785-4560-b510-37078b700930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:54.405833 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:42:54.424592 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5104552b-1203-446b-87c3-b52e4aa7a7a0 admin admin] 10.222.0.66 "PUT /v2.0/routers/2fb5e522-95d7-43d8-ad4c-2129ed19fdeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4973052 Jul 18 02:42:54.470353 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-56880fdc-1785-4560-b510-37078b700930 admin admin] Publish callbacks [] for security_group (5de57900-fde9-4f96-94ad-4d523d4c5c37), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:54.502282 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-c34f6e36-fb7b-4684-b565-7635353266d5 None None] Provisioning complete for port c7301741-bf17-4f80-bad4-a27f7b35223c triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:42:54.502925 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-c34f6e36-fb7b-4684-b565-7635353266d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:54.515110 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-56880fdc-1785-4560-b510-37078b700930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (5de57900-fde9-4f96-94ad-4d523d4c5c37), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:54.541300 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-c34f6e36-fb7b-4684-b565-7635353266d5 None None] Port c7301741-bf17-4f80-bad4-a27f7b35223c cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:42:54.564569 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-56880fdc-1785-4560-b510-37078b700930 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92abdc2ac1db4022bf55caa96817617d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521980 Jul 18 02:42:54.565699 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56880fdc-1785-4560-b510-37078b700930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de57900-fde9-4f96-94ad-4d523d4c5c37,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:54.567533 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56538) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:54.624169 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6bb49ab6-a20f-47ff-9f92-5f209e90a0a6 admin admin] Publish callbacks [] for security_group (5de57900-fde9-4f96-94ad-4d523d4c5c37), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:54.649115 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6bb49ab6-a20f-47ff-9f92-5f209e90a0a6 admin admin] Publish callbacks [] for security_group (5de57900-fde9-4f96-94ad-4d523d4c5c37), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:54.806012 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6bb49ab6-a20f-47ff-9f92-5f209e90a0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (5de57900-fde9-4f96-94ad-4d523d4c5c37), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:54.808767 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6bb49ab6-a20f-47ff-9f92-5f209e90a0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:54.809916 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6bb49ab6-a20f-47ff-9f92-5f209e90a0a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5de57900-fde9-4f96-94ad-4d523d4c5c37 HTTP/1.1" status: 204 len: 168 time: 0.2412395 Jul 18 02:42:54.820869 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb49ab6-a20f-47ff-9f92-5f209e90a0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de57900-fde9-4f96-94ad-4d523d4c5c37,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:54.882521 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56544) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:54.898703 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5a95c9e5-279b-46b0-ba1d-87f2e3dfdd89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:54.975802 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56548) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:54.991232 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5a95c9e5-279b-46b0-ba1d-87f2e3dfdd89 admin admin] Publish callbacks [] for security_group (d9f9e2e6-f320-4517-82f4-75f9093e5fd3), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:55.085080 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5a95c9e5-279b-46b0-ba1d-87f2e3dfdd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (d9f9e2e6-f320-4517-82f4-75f9093e5fd3), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:55.127561 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5a95c9e5-279b-46b0-ba1d-87f2e3dfdd89 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7d33beaa0fa641e58c501e7311caf194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437406 Jul 18 02:42:55.128373 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95c9e5-279b-46b0-ba1d-87f2e3dfdd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f9e2e6-f320-4517-82f4-75f9093e5fd3,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:55.130757 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56552) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:55.193635 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8cd84e9a-0f95-4ffd-9cf2-13ba5b50a12a admin admin] Publish callbacks [] for security_group (d9f9e2e6-f320-4517-82f4-75f9093e5fd3), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:55.218428 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8cd84e9a-0f95-4ffd-9cf2-13ba5b50a12a admin admin] Publish callbacks [] for security_group (d9f9e2e6-f320-4517-82f4-75f9093e5fd3), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:55.318464 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa3ed-0181-4f69-a286-fe11d20dea1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:55.361926 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8cd84e9a-0f95-4ffd-9cf2-13ba5b50a12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (d9f9e2e6-f320-4517-82f4-75f9093e5fd3), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:55.364587 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8cd84e9a-0f95-4ffd-9cf2-13ba5b50a12a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:55.365729 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-8cd84e9a-0f95-4ffd-9cf2-13ba5b50a12a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9f9e2e6-f320-4517-82f4-75f9093e5fd3 HTTP/1.1" status: 204 len: 168 time: 0.2339747 Jul 18 02:42:55.387011 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd84e9a-0f95-4ffd-9cf2-13ba5b50a12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f9e2e6-f320-4517-82f4-75f9093e5fd3,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:55.445137 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa3ed-0181-4f69-a286-fe11d20dea1e admin admin] Publish callbacks [] for security_group (1fac4adb-d8e6-42c9-aa22-f221449af9fb), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:55.457930 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Sync routers for ids ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:42:55.469702 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Routers {'2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:55.470358 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:55.503138 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa3ed-0181-4f69-a286-fe11d20dea1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (1fac4adb-d8e6-42c9-aa22-f221449af9fb), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:55.554634 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56568) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:55.562887 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-9a5fa3ed-0181-4f69-a286-fe11d20dea1e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb9b0a66f65c4d42ad835d65ea5208e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5855820 Jul 18 02:42:55.569663 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fa3ed-0181-4f69-a286-fe11d20dea1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fac4adb-d8e6-42c9-aa22-f221449af9fb,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:55.588660 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Set router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:55.616879 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-645fec0d-afeb-4fee-9ae7-b509d90933b9 admin admin] Publish callbacks [] for security_group (1fac4adb-d8e6-42c9-aa22-f221449af9fb), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:55.643704 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-645fec0d-afeb-4fee-9ae7-b509d90933b9 admin admin] Publish callbacks [] for security_group (1fac4adb-d8e6-42c9-aa22-f221449af9fb), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:55.745190 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:55.820287 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 04a74845-08e9-4f73-b2c8-8a19de0d586a up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:42:55.826369 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'name': 'tempest-TestShelveInstance-1268915522-router', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:49Z', 'updated_at': '2022-07-18T02:42:53Z', 'revision_number': 4, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'gw_port': {'id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:50Z', 'updated_at': '2022-07-18T02:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'c7301741-bf17-4f80-bad4-a27f7b35223c', 'name': '', 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'mac_address': 'fa:16:3e:ae:c9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:52Z', 'updated_at': '2022-07-18T02:42:53Z', 'revision_number': 2, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'subnets': [{'id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:55.830186 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-645fec0d-afeb-4fee-9ae7-b509d90933b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (1fac4adb-d8e6-42c9-aa22-f221449af9fb), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:55.839604 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-645fec0d-afeb-4fee-9ae7-b509d90933b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:55.839604 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-645fec0d-afeb-4fee-9ae7-b509d90933b9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1fac4adb-d8e6-42c9-aa22-f221449af9fb HTTP/1.1" status: 204 len: 168 time: 0.2791500 Jul 18 02:42:55.843450 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fec0d-afeb-4fee-9ae7-b509d90933b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fac4adb-d8e6-42c9-aa22-f221449af9fb,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:55.877690 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Checking router: 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:42:55.878048 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Updating router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb port c7301741-bf17-4f80-bad4-a27f7b35223c binding host dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:42:55.922346 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:55.943744 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 04a74845-08e9-4f73-b2c8-8a19de0d586a triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:42:55.944114 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (04a74845-08e9-4f73-b2c8-8a19de0d586a), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:56.128861 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 04a74845-08e9-4f73-b2c8-8a19de0d586a is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:42:56.129058 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (04a74845-08e9-4f73-b2c8-8a19de0d586a), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:56.167200 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:56.183854 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port 04a74845-08e9-4f73-b2c8-8a19de0d586a, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=04a74845-08e9-4f73-b2c8-8a19de0d586a,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:56.257709 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (04a74845-08e9-4f73-b2c8-8a19de0d586a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:56.302409 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56594) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:56.309044 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Publish callbacks [] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:56.310332 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-3bddabff-af34-4abe-9961-b1c5f956414e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1577775289-network', 'tenant_id': '8505b1f5965f4d04b1897f01c135d6ea'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:42:56.328010 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=04a74845-08e9-4f73-b2c8-8a19de0d586a,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:56.392984 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bddabff-af34-4abe-9961-b1c5f956414e admin admin] Made reservation on behalf of 8505b1f5965f4d04b1897f01c135d6ea for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:42:56.393261 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:56.396116 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3bddabff-af34-4abe-9961-b1c5f956414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:56.407948 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3bddabff-af34-4abe-9961-b1c5f956414e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:56.483726 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8e3a6-5d7f-4438-8c2b-a35763b376fe None None] Pushing event updated for resources: {'Port': ['ID=c7301741-bf17-4f80-bad4-a27f7b35223c,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:56.517900 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Attempting to bind port c7301741-bf17-4f80-bad4-a27f7b35223c on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:42:56.521634 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:56.525107 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Attempting to bind port c7301741-bf17-4f80-bad4-a27f7b35223c by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '5fb5ec03-a77a-40d0-a989-00a632bafae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:42:56.531127 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Attempting to bind port c7301741-bf17-4f80-bad4-a27f7b35223c on network 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:42:56.532356 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:42:56.532939 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Checking segment: {'id': '5fb5ec03-a77a-40d0-a989-00a632bafae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:42:56.533522 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:56.533920 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Bound using segment: {'id': '5fb5ec03-a77a-40d0-a989-00a632bafae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:42:56.534447 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Bound port: c7301741-bf17-4f80-bad4-a27f7b35223c, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb5ec03-a77a-40d0-a989-00a632bafae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:42:56.535041 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:56.562873 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3bddabff-af34-4abe-9961-b1c5f956414e admin admin] Publish callbacks [] for security_group (0fdd9e75-8141-40ff-acf5-c62c59bedf1c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:56.604046 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] For port c7301741-bf17-4f80-bad4-a27f7b35223c, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:42:56.607713 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] For port c7301741-bf17-4f80-bad4-a27f7b35223c, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=c7301741-bf17-4f80-bad4-a27f7b35223c,segment=NetworkSegment(5fb5ec03-a77a-40d0-a989-00a632bafae7),segment_id=5fb5ec03-a77a-40d0-a989-00a632bafae7)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:42:56.658659 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3bddabff-af34-4abe-9961-b1c5f956414e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (0fdd9e75-8141-40ff-acf5-c62c59bedf1c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:56.676949 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-2f8b900e-e2c2-4326-a30b-5716dbc07746 None None] Provisioning complete for port c7301741-bf17-4f80-bad4-a27f7b35223c triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:42:56.677421 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2f8b900e-e2c2-4326-a30b-5716dbc07746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:56.691082 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddabff-af34-4abe-9961-b1c5f956414e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdd9e75-8141-40ff-acf5-c62c59bedf1c,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:56.696228 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bddabff-af34-4abe-9961-b1c5f956414e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:42:56.705803 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3bddabff-af34-4abe-9961-b1c5f956414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (0183aca1-2acb-4f39-aa59-ab2db7989c7b), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:56.706240 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-3bddabff-af34-4abe-9961-b1c5f956414e admin admin] Added segment 0183aca1-2acb-4f39-aa59-ab2db7989c7b of type vlan for network 496badac-5fad-4f30-a196-4f556f8fc7d3 Jul 18 02:42:56.710823 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:56.723052 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b900e-e2c2-4326-a30b-5716dbc07746 None None] Port c7301741-bf17-4f80-bad4-a27f7b35223c cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:42:56.730527 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:56.746732 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3bddabff-af34-4abe-9961-b1c5f956414e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (496badac-5fad-4f30-a196-4f556f8fc7d3), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:56.787538 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Routers {'2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:42:56.788182 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:56.793220 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8e3a6-5d7f-4438-8c2b-a35763b376fe None None] Pushing event updated for resources: {'Port': ['ID=c7301741-bf17-4f80-bad4-a27f7b35223c,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:56.823814 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:INSERT=22,neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:56.901889 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] Set router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:42:56.938200 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3bddabff-af34-4abe-9961-b1c5f956414e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (496badac-5fad-4f30-a196-4f556f8fc7d3), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:56.939789 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bddabff-af34-4abe-9961-b1c5f956414e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:56.940470 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3bddabff-af34-4abe-9961-b1c5f956414e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:56.982537 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56606) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:57.001140 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d45c30f4-21d4-428c-a786-0bc86d133ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:57.027982 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddabff-af34-4abe-9961-b1c5f956414e admin admin] Pushing event updated for resources: {'Network': ['ID=496badac-5fad-4f30-a196-4f556f8fc7d3,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:57.043514 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network 496badac-5fad-4f30-a196-4f556f8fc7d3 details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:42:57.068843 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-3bddabff-af34-4abe-9961-b1c5f956414e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7623551 Jul 18 02:42:57.069138 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56608) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:57.074664 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-32817a7f-103f-42e4-bda4-448c76d56bb9 admin admin] Request body: {'subnet': {'network_id': '496badac-5fad-4f30-a196-4f556f8fc7d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1577775289-subnet', 'tenant_id': '8505b1f5965f4d04b1897f01c135d6ea', 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:42:57.090550 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:57.112105 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d45c30f4-21d4-428c-a786-0bc86d133ee7 admin admin] Publish callbacks [] for security_group (d983de70-1f94-4302-bc98-6dbc2d6602bc), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:57.125136 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-bf57f3fd-07e0-496d-941b-447252071ce2 None None] Provisioning complete for port c7301741-bf17-4f80-bad4-a27f7b35223c triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:42:57.127919 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-bf57f3fd-07e0-496d-941b-447252071ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:57.204336 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d45c30f4-21d4-428c-a786-0bc86d133ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (d983de70-1f94-4302-bc98-6dbc2d6602bc), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:57.204843 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32817a7f-103f-42e4-bda4-448c76d56bb9 admin admin] Made reservation on behalf of 8505b1f5965f4d04b1897f01c135d6ea for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:42:57.207975 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-32817a7f-103f-42e4-bda4-448c76d56bb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2525453'] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:57.260511 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-d45c30f4-21d4-428c-a786-0bc86d133ee7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4090f7541d8042f4bdd8e2af4bc1f52d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767761 Jul 18 02:42:57.261356 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56616) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:57.264129 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c30f4-21d4-428c-a786-0bc86d133ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d983de70-1f94-4302-bc98-6dbc2d6602bc,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:57.316807 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:57.342228 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-bf57f3fd-07e0-496d-941b-447252071ce2 None None] Current status of the port c7301741-bf17-4f80-bad4-a27f7b35223c is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:42:57.342985 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-bf57f3fd-07e0-496d-941b-447252071ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:57.346959 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'name': 'tempest-TestShelveInstance-1268915522-router', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:49Z', 'updated_at': '2022-07-18T02:42:53Z', 'revision_number': 4, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'gw_port': {'id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:50Z', 'updated_at': '2022-07-18T02:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'c7301741-bf17-4f80-bad4-a27f7b35223c', 'name': '', 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'mac_address': 'fa:16:3e:ae:c9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:52Z', 'updated_at': '2022-07-18T02:42:56Z', 'revision_number': 4, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'subnets': [{'id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:42:57.365514 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-794f79f3-9035-41d3-b663-86b8adb2e48f admin admin] Publish callbacks [] for security_group (d983de70-1f94-4302-bc98-6dbc2d6602bc), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:57.389046 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d55a4-9e93-4f54-9b90-e8e5df975f29 None None] The sync data for ids ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'] in dv-cinder-850015-3-iscsi is: [{'id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'name': 'tempest-TestShelveInstance-1268915522-router', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:49Z', 'updated_at': '2022-07-18T02:42:53Z', 'revision_number': 4, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'gw_port': {'id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:50Z', 'updated_at': '2022-07-18T02:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'c7301741-bf17-4f80-bad4-a27f7b35223c', 'name': '', 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'mac_address': 'fa:16:3e:ae:c9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:52Z', 'updated_at': '2022-07-18T02:42:56Z', 'revision_number': 4, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'subnets': [{'id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:42:57.416500 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-794f79f3-9035-41d3-b663-86b8adb2e48f admin admin] Publish callbacks [] for security_group (d983de70-1f94-4302-bc98-6dbc2d6602bc), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:57.443272 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-bf57f3fd-07e0-496d-941b-447252071ce2 None None] For port c7301741-bf17-4f80-bad4-a27f7b35223c, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=c7301741-bf17-4f80-bad4-a27f7b35223c,segment=NetworkSegment(5fb5ec03-a77a-40d0-a989-00a632bafae7),segment_id=5fb5ec03-a77a-40d0-a989-00a632bafae7)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:42:57.508615 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-bf57f3fd-07e0-496d-941b-447252071ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:57.575263 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57f3fd-07e0-496d-941b-447252071ce2 None None] Pushing event updated for resources: {'Port': ['ID=c7301741-bf17-4f80-bad4-a27f7b35223c,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:57.583436 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-794f79f3-9035-41d3-b663-86b8adb2e48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (d983de70-1f94-4302-bc98-6dbc2d6602bc), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:57.583648 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-32817a7f-103f-42e4-bda4-448c76d56bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2713740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2525459'] for subnet (4297aa7b-aab0-41ec-9825-791d7d5e64fe), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:57.586759 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-794f79f3-9035-41d3-b663-86b8adb2e48f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:57.588570 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-794f79f3-9035-41d3-b663-86b8adb2e48f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d983de70-1f94-4302-bc98-6dbc2d6602bc HTTP/1.1" status: 204 len: 168 time: 0.3262482 Jul 18 02:42:57.604414 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f79f3-9035-41d3-b663-86b8adb2e48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d983de70-1f94-4302-bc98-6dbc2d6602bc,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:57.658986 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32817a7f-103f-42e4-bda4-448c76d56bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4297aa7b-aab0-41ec-9825-791d7d5e64fe,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:57.678805 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32817a7f-103f-42e4-bda4-448c76d56bb9 admin admin] Checking segment: {'id': '0183aca1-2acb-4f39-aa59-ab2db7989c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '496badac-5fad-4f30-a196-4f556f8fc7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:42:57.678805 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32817a7f-103f-42e4-bda4-448c76d56bb9 admin admin] Network hostable DHCP agents. Network: 496badac-5fad-4f30-a196-4f556f8fc7d3, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:42:57.754818 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:57.783092 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32817a7f-103f-42e4-bda4-448c76d56bb9 admin admin] Network 496badac-5fad-4f30-a196-4f556f8fc7d3 is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:42:57.884979 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 04a74845-08e9-4f73-b2c8-8a19de0d586a up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:42:57.908434 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-32817a7f-103f-42e4-bda4-448c76d56bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, 496badac-5fad-4f30-a196-4f556f8fc7d3) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:42:57.912763 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32817a7f-103f-42e4-bda4-448c76d56bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:42:57.913529 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-32817a7f-103f-42e4-bda4-448c76d56bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:57.921497 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bd7bac-8636-4a35-b339-05ab8c314a8a None None] Network 496badac-5fad-4f30-a196-4f556f8fc7d3 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:42:57.943267 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:57.998731 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 04a74845-08e9-4f73-b2c8-8a19de0d586a triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:42:57.999111 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (04a74845-08e9-4f73-b2c8-8a19de0d586a), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:58.003051 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-32817a7f-103f-42e4-bda4-448c76d56bb9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9326556 Jul 18 02:42:58.005468 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56634) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:42:58.024174 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1577775289-router', 'tenant_id': '8505b1f5965f4d04b1897f01c135d6ea', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:42:58.109172 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cd4497f-7f72-517c-9439-a55205037c9e-496badac-5fad-4f30-a196-4f556f8fc7d3', 'network_id': '496badac-5fad-4f30-a196-4f556f8fc7d3', 'project_id': '8505b1f5965f4d04b1897f01c135d6ea', 'fixed_ips': [{'subnet_id': '4297aa7b-aab0-41ec-9825-791d7d5e64fe'}]}} from dv-cinder-850015-3-iscsi. {{(pid=104652) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 02:42:58.110127 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:58.126236 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33289946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1430'] for router (31d2fd16-4c45-40cc-9540-fd5113e9af69), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:58.127788 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33289846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1519'] for router (31d2fd16-4c45-40cc-9540-fd5113e9af69), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:58.227624 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Publish callbacks [] for router_controller (31d2fd16-4c45-40cc-9540-fd5113e9af69), precommit_add_association {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:58.235494 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 04a74845-08e9-4f73-b2c8-8a19de0d586a is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:42:58.236611 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device c7301741-bf17-4f80-bad4-a27f7b35223c up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:42:58.430002 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:58.502303 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port c7301741-bf17-4f80-bad4-a27f7b35223c triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:42:58.502795 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:58.521310 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Publish callbacks [] for router_gateway (31d2fd16-4c45-40cc-9540-fd5113e9af69), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:58.621017 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.db_base_plugin_common [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Allocated IP 172.20.0.2 (496badac-5fad-4f30-a196-4f556f8fc7d3/4297aa7b-aab0-41ec-9825-791d7d5e64fe/fbed36e8-f6ad-4851-aa7c-50730b0c7332) {{(pid=104652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:42:58.650945 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port c7301741-bf17-4f80-bad4-a27f7b35223c is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:42:58.823536 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:58.838751 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:42:58.854963 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Publish callbacks [] for router_gateway (31d2fd16-4c45-40cc-9540-fd5113e9af69), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:58.877014 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Publish callbacks [] for port (fbed36e8-f6ad-4851-aa7c-50730b0c7332), precommit_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:58.881594 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:58.995125 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9f97ebcb-f958-4b1b-a5f6-4c839e1cd9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:58.998998 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (fbed36e8-f6ad-4851-aa7c-50730b0c7332), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:59.007741 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Allocated IP 172.27.3.99 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/5fc384f4-3a8b-4c0c-a9a2-29244dd3e464) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:42:59.066435 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Network 496badac-5fad-4f30-a196-4f556f8fc7d3 is already hosted by enough agents. {{(pid=104652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:42:59.067683 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Pushing event updated for resources: {'Port': ['ID=fbed36e8-f6ad-4851-aa7c-50730b0c7332,revision_number=1']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:59.070429 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.base_scheduler [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Resources bound (agent type, host, resource id): {{(pid=104652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:42:59.072633 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Received port after_create {{(pid=104652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:42:59.136801 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Publish callbacks [] for port (5fc384f4-3a8b-4c0c-a9a2-29244dd3e464), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:59.137581 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Attempting to bind port fbed36e8-f6ad-4851-aa7c-50730b0c7332 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:42:59.138800 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Attempting to bind port fbed36e8-f6ad-4851-aa7c-50730b0c7332 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '0183aca1-2acb-4f39-aa59-ab2db7989c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '496badac-5fad-4f30-a196-4f556f8fc7d3'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:42:59.139422 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Attempting to bind port fbed36e8-f6ad-4851-aa7c-50730b0c7332 on network 496badac-5fad-4f30-a196-4f556f8fc7d3 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:42:59.146313 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:42:59.147284 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Checking segment: {'id': '0183aca1-2acb-4f39-aa59-ab2db7989c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '496badac-5fad-4f30-a196-4f556f8fc7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:42:59.147784 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:59.148259 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Bound using segment: {'id': '0183aca1-2acb-4f39-aa59-ab2db7989c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '496badac-5fad-4f30-a196-4f556f8fc7d3'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:42:59.149039 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Bound port: fbed36e8-f6ad-4851-aa7c-50730b0c7332, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0183aca1-2acb-4f39-aa59-ab2db7989c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '496badac-5fad-4f30-a196-4f556f8fc7d3'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:42:59.149439 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (fbed36e8-f6ad-4851-aa7c-50730b0c7332), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:59.231082 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] For port fbed36e8-f6ad-4851-aa7c-50730b0c7332, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:42:59.238262 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] For port fbed36e8-f6ad-4851-aa7c-50730b0c7332, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=fbed36e8-f6ad-4851-aa7c-50730b0c7332,segment=NetworkSegment(0183aca1-2acb-4f39-aa59-ab2db7989c7b),segment_id=0183aca1-2acb-4f39-aa59-ab2db7989c7b)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:42:59.252045 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (5fc384f4-3a8b-4c0c-a9a2-29244dd3e464), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:59.296935 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:42:59.302216 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:42:59.306277 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:42:59.332090 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Pushing event updated for resources: {'Port': ['ID=5fc384f4-3a8b-4c0c-a9a2-29244dd3e464,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:59.336943 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (fbed36e8-f6ad-4851-aa7c-50730b0c7332), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:59.403049 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896e586-6bcb-44ab-abcb-e59ddd02b9a4 None None] Pushing event updated for resources: {'Port': ['ID=fbed36e8-f6ad-4851-aa7c-50730b0c7332,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:42:59.712288 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Publish callbacks [] for router_gateway (31d2fd16-4c45-40cc-9540-fd5113e9af69), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:59.855206 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device fbed36e8-f6ad-4851-aa7c-50730b0c7332 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:42:59.905022 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port fbed36e8-f6ad-4851-aa7c-50730b0c7332 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:42:59.905392 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (fbed36e8-f6ad-4851-aa7c-50730b0c7332), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:42:59.946953 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:00.005939 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33289805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286141'] for router (31d2fd16-4c45-40cc-9540-fd5113e9af69), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:00.006380 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port fbed36e8-f6ad-4851-aa7c-50730b0c7332 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:43:00.006950 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (fbed36e8-f6ad-4851-aa7c-50730b0c7332), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:00.049751 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port fbed36e8-f6ad-4851-aa7c-50730b0c7332, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=fbed36e8-f6ad-4851-aa7c-50730b0c7332,segment=NetworkSegment(0183aca1-2acb-4f39-aa59-ab2db7989c7b),segment_id=0183aca1-2acb-4f39-aa59-ab2db7989c7b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:43:00.148983 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (fbed36e8-f6ad-4851-aa7c-50730b0c7332), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:00.226907 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=fbed36e8-f6ad-4851-aa7c-50730b0c7332,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:00.269081 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Router 31d2fd16-4c45-40cc-9540-fd5113e9af69 is scheduled to L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 with binding_index 1 {{(pid=104650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 02:43:00.570204 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9825c4-d844-4d87-a24d-4a662ee65512 None None] Network 496badac-5fad-4f30-a196-4f556f8fc7d3 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:43:00.582611 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:00.648475 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:43:00.664894 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Sync routers for ids ['31d2fd16-4c45-40cc-9540-fd5113e9af69'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:43:00.671765 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-ef7ba475-1972-49e9-860e-8036077b58a9 None None] Provisioning complete for port fbed36e8-f6ad-4851-aa7c-50730b0c7332 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:43:00.672137 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ef7ba475-1972-49e9-860e-8036077b58a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (fbed36e8-f6ad-4851-aa7c-50730b0c7332), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:00.676305 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Routers {'31d2fd16-4c45-40cc-9540-fd5113e9af69'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:43:00.676948 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:42:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['31d2fd16-4c45-40cc-9540-fd5113e9af69'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:43:00.729092 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:00.731235 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5c6a3642-5c9b-4f0b-a470-765e6196aec3 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7245021 Jul 18 02:43:00.734511 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56702) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:00.810891 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:00.817520 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ba475-1972-49e9-860e-8036077b58a9 None None] Current status of the port fbed36e8-f6ad-4851-aa7c-50730b0c7332 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:43:00.828205 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Set router 31d2fd16-4c45-40cc-9540-fd5113e9af69 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:43:01.035776 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-8f008ff6-2c03-428c-a12e-865a7cb2f5a4 None None] Provisioning complete for port fbed36e8-f6ad-4851-aa7c-50730b0c7332 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:43:01.036360 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8f008ff6-2c03-428c-a12e-865a7cb2f5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (fbed36e8-f6ad-4851-aa7c-50730b0c7332), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:01.056758 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'name': 'tempest-TestShelveInstance-1577775289-router', 'tenant_id': '8505b1f5965f4d04b1897f01c135d6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '5fc384f4-3a8b-4c0c-a9a2-29244dd3e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:58Z', 'updated_at': '2022-07-18T02:42:59Z', 'revision_number': 3, 'project_id': '8505b1f5965f4d04b1897f01c135d6ea', 'gw_port': {'id': '5fc384f4-3a8b-4c0c-a9a2-29244dd3e464', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:58Z', 'updated_at': '2022-07-18T02:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:43:01.085999 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Checking router: 31d2fd16-4c45-40cc-9540-fd5113e9af69 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:43:01.086538 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Updating router 31d2fd16-4c45-40cc-9540-fd5113e9af69 port 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464 binding host dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:43:01.088557 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:01.092103 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=20,neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:01.120520 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5fc384f4-3a8b-4c0c-a9a2-29244dd3e464), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:01.162994 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-8f008ff6-2c03-428c-a12e-865a7cb2f5a4 None None] Current status of the port fbed36e8-f6ad-4851-aa7c-50730b0c7332 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:43:01.196053 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:01.285020 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:01.355350 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-50593349-c7e3-4415-b085-ed81d498b708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:01.402611 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Publish callbacks [] for port (5fc384f4-3a8b-4c0c-a9a2-29244dd3e464), precommit_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:01.490650 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (5fc384f4-3a8b-4c0c-a9a2-29244dd3e464), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:01.516031 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:01.548678 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Attempting to bind port 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:43:01.549054 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Attempting to bind port 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:43:01.549412 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Attempting to bind port 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464 on network 277ea304-6c46-4a00-b9b4-38f4ca976978 {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:43:01.552531 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9ce1f-4835-4b20-b119-725be1d0054f None None] Pushing event updated for resources: {'Port': ['ID=5fc384f4-3a8b-4c0c-a9a2-29244dd3e464,revision_number=2']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:01.557144 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:43:01.557515 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Checking segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:43:01.557913 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:01.558317 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Bound using segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:43:01.558796 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Bound port: 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:43:01.566308 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5fc384f4-3a8b-4c0c-a9a2-29244dd3e464), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:01.607739 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:01.628030 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] For port 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:43:01.631271 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] For port 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=5fc384f4-3a8b-4c0c-a9a2-29244dd3e464,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:43:01.684408 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Allocated IP 172.20.0.1 (496badac-5fad-4f30-a196-4f556f8fc7d3/4297aa7b-aab0-41ec-9825-791d7d5e64fe/85a52e20-e384-4702-bb5b-937629275105) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:43:01.684628 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56716) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:01.698517 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:01.755178 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (5fc384f4-3a8b-4c0c-a9a2-29244dd3e464), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:01.803127 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Publish callbacks [] for port (85a52e20-e384-4702-bb5b-937629275105), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:01.803674 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device fbed36e8-f6ad-4851-aa7c-50730b0c7332 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:43:01.807626 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7d446dfe-e05d-4186-9a7e-48f6c3eb468c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:01.809046 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9ce1f-4835-4b20-b119-725be1d0054f None None] Pushing event updated for resources: {'Port': ['ID=5fc384f4-3a8b-4c0c-a9a2-29244dd3e464,revision_number=3']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:01.831439 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Routers {'31d2fd16-4c45-40cc-9540-fd5113e9af69'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:43:01.832073 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:43:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['31d2fd16-4c45-40cc-9540-fd5113e9af69'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:43:01.877272 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port fbed36e8-f6ad-4851-aa7c-50730b0c7332 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:43:01.877707 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (fbed36e8-f6ad-4851-aa7c-50730b0c7332), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:01.898803 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7d446dfe-e05d-4186-9a7e-48f6c3eb468c admin admin] Publish callbacks [] for security_group (a658cee6-b805-4429-b2b2-baf1acc2c92a), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:01.921888 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (85a52e20-e384-4702-bb5b-937629275105), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:01.956046 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] Set router 31d2fd16-4c45-40cc-9540-fd5113e9af69 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:43:01.957675 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port fbed36e8-f6ad-4851-aa7c-50730b0c7332 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:43:01.977179 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Network 496badac-5fad-4f30-a196-4f556f8fc7d3 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:43:01.980114 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:43:01.986726 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:43:01.988616 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7d446dfe-e05d-4186-9a7e-48f6c3eb468c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (a658cee6-b805-4429-b2b2-baf1acc2c92a), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:02.020931 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Pushing event updated for resources: {'Port': ['ID=85a52e20-e384-4702-bb5b-937629275105,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:02.039809 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-7d446dfe-e05d-4186-9a7e-48f6c3eb468c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f5484a21aa1b4b378fa3e6e5f4fec572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3534529 Jul 18 02:43:02.045128 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56722) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:02.046115 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d446dfe-e05d-4186-9a7e-48f6c3eb468c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a658cee6-b805-4429-b2b2-baf1acc2c92a,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:02.076252 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33262966'] for router_interface (31d2fd16-4c45-40cc-9540-fd5113e9af69), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:02.148902 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'name': 'tempest-TestShelveInstance-1577775289-router', 'tenant_id': '8505b1f5965f4d04b1897f01c135d6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '5fc384f4-3a8b-4c0c-a9a2-29244dd3e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:58Z', 'updated_at': '2022-07-18T02:42:59Z', 'revision_number': 3, 'project_id': '8505b1f5965f4d04b1897f01c135d6ea', 'gw_port': {'id': '5fc384f4-3a8b-4c0c-a9a2-29244dd3e464', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:58Z', 'updated_at': '2022-07-18T02:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:43:02.154505 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1e68347d-dff4-4635-a6e6-3f1901cd364f admin admin] Publish callbacks [] for security_group (a658cee6-b805-4429-b2b2-baf1acc2c92a), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:02.180289 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c89adb1-610d-43f4-9504-8376623703a4 None None] The sync data for ids ['31d2fd16-4c45-40cc-9540-fd5113e9af69'] in dv-cinder-850015-3-iscsi is: [{'id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'name': 'tempest-TestShelveInstance-1577775289-router', 'tenant_id': '8505b1f5965f4d04b1897f01c135d6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '5fc384f4-3a8b-4c0c-a9a2-29244dd3e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:58Z', 'updated_at': '2022-07-18T02:42:59Z', 'revision_number': 3, 'project_id': '8505b1f5965f4d04b1897f01c135d6ea', 'gw_port': {'id': '5fc384f4-3a8b-4c0c-a9a2-29244dd3e464', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:58Z', 'updated_at': '2022-07-18T02:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:43:02.204247 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1e68347d-dff4-4635-a6e6-3f1901cd364f admin admin] Publish callbacks [] for security_group (a658cee6-b805-4429-b2b2-baf1acc2c92a), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:02.286988 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-93ec3441-68e4-430a-9bf2-1a804d3a02b2 None None] Provisioning complete for port 85a52e20-e384-4702-bb5b-937629275105 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:43:02.287508 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-93ec3441-68e4-430a-9bf2-1a804d3a02b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (85a52e20-e384-4702-bb5b-937629275105), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:02.322304 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-93ec3441-68e4-430a-9bf2-1a804d3a02b2 None None] Port 85a52e20-e384-4702-bb5b-937629275105 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:43:02.324829 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (85a52e20-e384-4702-bb5b-937629275105), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:02.328984 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1e68347d-dff4-4635-a6e6-3f1901cd364f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (a658cee6-b805-4429-b2b2-baf1acc2c92a), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:02.331663 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1e68347d-dff4-4635-a6e6-3f1901cd364f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:02.332862 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-1e68347d-dff4-4635-a6e6-3f1901cd364f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a658cee6-b805-4429-b2b2-baf1acc2c92a HTTP/1.1" status: 204 len: 168 time: 0.2827117 Jul 18 02:43:02.351862 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68347d-dff4-4635-a6e6-3f1901cd364f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a658cee6-b805-4429-b2b2-baf1acc2c92a,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:02.555548 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Publish callbacks [] for port (85a52e20-e384-4702-bb5b-937629275105), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:02.558193 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:02.632866 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (85a52e20-e384-4702-bb5b-937629275105), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:02.712906 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33111595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33265422'] for router_interface (31d2fd16-4c45-40cc-9540-fd5113e9af69), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:02.719707 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Pushing event updated for resources: {'Port': ['ID=85a52e20-e384-4702-bb5b-937629275105,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:02.823696 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Network 496badac-5fad-4f30-a196-4f556f8fc7d3 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:43:02.827348 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:43:02.878021 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:02.966137 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Router 31d2fd16-4c45-40cc-9540-fd5113e9af69 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:43:03.002880 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:03.063659 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:03.092903 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:03.096177 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:43:03.102505 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-1ae673db-66d4-457b-8ee7-8f7eab659740 admin admin] 10.222.0.66 "PUT /v2.0/routers/31d2fd16-4c45-40cc-9540-fd5113e9af69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3662260 Jul 18 02:43:03.147576 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-8334294c-f62d-415a-bc69-401c8c626389 None None] Provisioning complete for port 85a52e20-e384-4702-bb5b-937629275105 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:43:03.152989 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8334294c-f62d-415a-bc69-401c8c626389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (85a52e20-e384-4702-bb5b-937629275105), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:03.180063 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-8334294c-f62d-415a-bc69-401c8c626389 None None] Port 85a52e20-e384-4702-bb5b-937629275105 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:43:03.538752 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56762) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:03.543602 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-890094191', 'description': 'tempest-secgroup-smoke-890094191 description', 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:43:03.640103 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:03.710072 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group (2551f9ed-6b9c-431b-9e90-375ce095811d), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:03.800107 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (2551f9ed-6b9c-431b-9e90-375ce095811d), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:03.803012 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:43:03.834815 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2551f9ed-6b9c-431b-9e90-375ce095811d,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:03.842938 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:03.843287 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:03.843632 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:03.843972 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:03.844307 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:03.844641 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:03.844967 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:03.845292 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:03.845617 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:03.846146 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:03.846480 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:03.846808 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:03.847136 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:03.847458 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:03.847781 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:03.854986 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:43:03.855355 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (5fc384f4-3a8b-4c0c-a9a2-29244dd3e464), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:03.884885 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:03.902108 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:03.904708 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-fc2b9bcd-b9d5-43e5-956c-69630e8e080a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3646967 Jul 18 02:43:03.908374 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56766) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:03.913128 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-fbd551ef-962b-4bd0-bb29-1309cea6d7bd tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Request body: {'security_group_rule': {'security_group_id': '2551f9ed-6b9c-431b-9e90-375ce095811d', 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:43:03.947222 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:43:03.947608 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5fc384f4-3a8b-4c0c-a9a2-29244dd3e464), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:03.969113 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=5fc384f4-3a8b-4c0c-a9a2-29244dd3e464,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:43:04.005886 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.016732 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fbd551ef-962b-4bd0-bb29-1309cea6d7bd tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (685823ab-5b45-44f6-81a8-c175d06826f2), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.029782 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (5fc384f4-3a8b-4c0c-a9a2-29244dd3e464), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.081957 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=5fc384f4-3a8b-4c0c-a9a2-29244dd3e464,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:04.084677 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:04.086987 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fbd551ef-962b-4bd0-bb29-1309cea6d7bd tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (685823ab-5b45-44f6-81a8-c175d06826f2), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.126268 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fbd551ef-962b-4bd0-bb29-1309cea6d7bd tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (685823ab-5b45-44f6-81a8-c175d06826f2), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.147851 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd551ef-962b-4bd0-bb29-1309cea6d7bd tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685823ab-5b45-44f6-81a8-c175d06826f2,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:04.213658 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fbd551ef-962b-4bd0-bb29-1309cea6d7bd tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.214971 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-fbd551ef-962b-4bd0-bb29-1309cea6d7bd tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3054504 Jul 18 02:43:04.218601 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56774) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:04.223259 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-89e21b04-143e-4693-a3cf-d031695e0bbb tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Request body: {'security_group_rule': {'security_group_id': '2551f9ed-6b9c-431b-9e90-375ce095811d', 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:43:04.233295 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56776) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:04.251694 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:04.309005 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-89e21b04-143e-4693-a3cf-d031695e0bbb tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (08e9c7c4-3526-4770-b98a-e2cf6883ab4d), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.342849 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-72b4c6bf-1693-4351-bacc-4d0c6bcab139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.373332 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-89e21b04-143e-4693-a3cf-d031695e0bbb tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (08e9c7c4-3526-4770-b98a-e2cf6883ab4d), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.422438 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-72b4c6bf-1693-4351-bacc-4d0c6bcab139 admin admin] Publish callbacks [] for security_group (b0e0dcad-a616-43aa-8618-2e5912008e46), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.449724 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-89e21b04-143e-4693-a3cf-d031695e0bbb tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (08e9c7c4-3526-4770-b98a-e2cf6883ab4d), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.472010 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e21b04-143e-4693-a3cf-d031695e0bbb tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e9c7c4-3526-4770-b98a-e2cf6883ab4d,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:04.530542 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-72b4c6bf-1693-4351-bacc-4d0c6bcab139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (b0e0dcad-a616-43aa-8618-2e5912008e46), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.554106 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.554913 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-89e21b04-143e-4693-a3cf-d031695e0bbb tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.558744 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-89e21b04-143e-4693-a3cf-d031695e0bbb tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3364921 Jul 18 02:43:04.559035 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 56782) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:04.567353 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-c5802696-1a17-4db5-bbb9-7d505250777e tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Request body: {'security_group_rule': {'security_group_id': '2551f9ed-6b9c-431b-9e90-375ce095811d', 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:43:04.580483 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-72b4c6bf-1693-4351-bacc-4d0c6bcab139 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a03054a3a804bb78fc6c3656281f3cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458207 Jul 18 02:43:04.581456 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4c6bf-1693-4351-bacc-4d0c6bcab139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e0dcad-a616-43aa-8618-2e5912008e46,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:04.584540 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56786) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:04.650001 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-47a2d6af-1767-4467-b8d7-7bb5ce07283b admin admin] Publish callbacks [] for security_group (b0e0dcad-a616-43aa-8618-2e5912008e46), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.673249 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-47a2d6af-1767-4467-b8d7-7bb5ce07283b admin admin] Publish callbacks [] for security_group (b0e0dcad-a616-43aa-8618-2e5912008e46), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.691052 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5802696-1a17-4db5-bbb9-7d505250777e tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (99d88132-d717-4f56-9d27-c194cb61ff90), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.708493 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:04.796648 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Sync routers for ids ['31d2fd16-4c45-40cc-9540-fd5113e9af69'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:43:04.807460 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Routers {'31d2fd16-4c45-40cc-9540-fd5113e9af69'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:43:04.808083 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-06553785-1dee-4422-a01b-08b2d453481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:43:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['31d2fd16-4c45-40cc-9540-fd5113e9af69'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:43:04.839780 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:04.911658 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Set router 31d2fd16-4c45-40cc-9540-fd5113e9af69 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:43:04.931843 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-47a2d6af-1767-4467-b8d7-7bb5ce07283b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (b0e0dcad-a616-43aa-8618-2e5912008e46), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.935285 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-47a2d6af-1767-4467-b8d7-7bb5ce07283b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.945617 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-47a2d6af-1767-4467-b8d7-7bb5ce07283b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0e0dcad-a616-43aa-8618-2e5912008e46 HTTP/1.1" status: 204 len: 168 time: 0.3537946 Jul 18 02:43:04.948591 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5802696-1a17-4db5-bbb9-7d505250777e tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (99d88132-d717-4f56-9d27-c194cb61ff90), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:04.957635 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2d6af-1767-4467-b8d7-7bb5ce07283b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e0dcad-a616-43aa-8618-2e5912008e46,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:05.040199 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5802696-1a17-4db5-bbb9-7d505250777e tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (99d88132-d717-4f56-9d27-c194cb61ff90), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:05.061029 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5802696-1a17-4db5-bbb9-7d505250777e tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d88132-d717-4f56-9d27-c194cb61ff90,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:05.112327 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:05.145690 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5802696-1a17-4db5-bbb9-7d505250777e tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:05.147683 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-c5802696-1a17-4db5-bbb9-7d505250777e tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5866096 Jul 18 02:43:05.150524 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56798) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:05.151150 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-06553785-1dee-4422-a01b-08b2d453481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'name': 'tempest-TestShelveInstance-1577775289-router', 'tenant_id': '8505b1f5965f4d04b1897f01c135d6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '5fc384f4-3a8b-4c0c-a9a2-29244dd3e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:58Z', 'updated_at': '2022-07-18T02:43:02Z', 'revision_number': 4, 'project_id': '8505b1f5965f4d04b1897f01c135d6ea', 'gw_port': {'id': '5fc384f4-3a8b-4c0c-a9a2-29244dd3e464', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:58Z', 'updated_at': '2022-07-18T02:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '85a52e20-e384-4702-bb5b-937629275105', 'name': '', 'network_id': '496badac-5fad-4f30-a196-4f556f8fc7d3', 'tenant_id': '8505b1f5965f4d04b1897f01c135d6ea', 'mac_address': 'fa:16:3e:52:f8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4297aa7b-aab0-41ec-9825-791d7d5e64fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:43:01Z', 'updated_at': '2022-07-18T02:43:02Z', 'revision_number': 2, 'project_id': '8505b1f5965f4d04b1897f01c135d6ea', 'subnets': [{'id': '4297aa7b-aab0-41ec-9825-791d7d5e64fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:43:05.157335 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-17f8b208-7ac8-4acf-a3db-d5a645114ab8 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Request body: {'security_group_rule': {'security_group_id': '2551f9ed-6b9c-431b-9e90-375ce095811d', 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:43:05.184267 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Checking router: 31d2fd16-4c45-40cc-9540-fd5113e9af69 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:43:05.185094 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Updating router 31d2fd16-4c45-40cc-9540-fd5113e9af69 port 85a52e20-e384-4702-bb5b-937629275105 binding host dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:43:05.220032 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (85a52e20-e384-4702-bb5b-937629275105), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:05.285423 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-17f8b208-7ac8-4acf-a3db-d5a645114ab8 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (b79a7f00-d75f-4cca-9db9-86e3aff191a2), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:05.391187 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-17f8b208-7ac8-4acf-a3db-d5a645114ab8 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (b79a7f00-d75f-4cca-9db9-86e3aff191a2), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:05.452379 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-17f8b208-7ac8-4acf-a3db-d5a645114ab8 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (b79a7f00-d75f-4cca-9db9-86e3aff191a2), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:05.481850 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8b208-7ac8-4acf-a3db-d5a645114ab8 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79a7f00-d75f-4cca-9db9-86e3aff191a2,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:05.537466 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-17f8b208-7ac8-4acf-a3db-d5a645114ab8 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:05.541330 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-17f8b208-7ac8-4acf-a3db-d5a645114ab8 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3871090 Jul 18 02:43:05.541497 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56816) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:05.546323 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-ac575995-bddc-4f62-87d5-5ad66150d4a1 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Request body: {'security_group_rule': {'security_group_id': '2551f9ed-6b9c-431b-9e90-375ce095811d', 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:43:05.565431 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Publish callbacks [] for port (85a52e20-e384-4702-bb5b-937629275105), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:05.667797 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.securitygroups_db [None req-ac575995-bddc-4f62-87d5-5ad66150d4a1 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Project 2fe363fe43ef4fd9aec026c4cdc3e18e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 02:43:05.668121 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (85a52e20-e384-4702-bb5b-937629275105), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:05.674241 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac575995-bddc-4f62-87d5-5ad66150d4a1 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (50e189dc-5110-423c-a311-5559c1536586), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:05.749240 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac575995-bddc-4f62-87d5-5ad66150d4a1 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (50e189dc-5110-423c-a311-5559c1536586), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:05.789688 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4904e-1433-4485-b8b5-00d8d4d933d1 None None] Pushing event updated for resources: {'Port': ['ID=85a52e20-e384-4702-bb5b-937629275105,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:05.817117 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Attempting to bind port 85a52e20-e384-4702-bb5b-937629275105 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:43:05.817117 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Attempting to bind port 85a52e20-e384-4702-bb5b-937629275105 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '0183aca1-2acb-4f39-aa59-ab2db7989c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '496badac-5fad-4f30-a196-4f556f8fc7d3'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:43:05.817117 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Attempting to bind port 85a52e20-e384-4702-bb5b-937629275105 on network 496badac-5fad-4f30-a196-4f556f8fc7d3 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:43:05.822308 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:43:05.822675 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Checking segment: {'id': '0183aca1-2acb-4f39-aa59-ab2db7989c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '496badac-5fad-4f30-a196-4f556f8fc7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:43:05.823086 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:05.823528 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Bound using segment: {'id': '0183aca1-2acb-4f39-aa59-ab2db7989c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '496badac-5fad-4f30-a196-4f556f8fc7d3'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:43:05.823993 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Bound port: 85a52e20-e384-4702-bb5b-937629275105, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0183aca1-2acb-4f39-aa59-ab2db7989c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '496badac-5fad-4f30-a196-4f556f8fc7d3'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:43:05.824427 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (85a52e20-e384-4702-bb5b-937629275105), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:05.842006 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:43:05.869612 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac575995-bddc-4f62-87d5-5ad66150d4a1 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (50e189dc-5110-423c-a311-5559c1536586), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:05.887577 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac575995-bddc-4f62-87d5-5ad66150d4a1 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e189dc-5110-423c-a311-5559c1536586,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:05.953082 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:05.953082 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:43:05.953082 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (5fc384f4-3a8b-4c0c-a9a2-29244dd3e464), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:05.957948 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-06553785-1dee-4422-a01b-08b2d453481f None None] For port 85a52e20-e384-4702-bb5b-937629275105, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:43:05.986066 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-06553785-1dee-4422-a01b-08b2d453481f None None] For port 85a52e20-e384-4702-bb5b-937629275105, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=85a52e20-e384-4702-bb5b-937629275105,segment=NetworkSegment(0183aca1-2acb-4f39-aa59-ab2db7989c7b),segment_id=0183aca1-2acb-4f39-aa59-ab2db7989c7b)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:43:06.007738 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac575995-bddc-4f62-87d5-5ad66150d4a1 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:06.011605 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ac575995-bddc-4f62-87d5-5ad66150d4a1 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4664800 Jul 18 02:43:06.011749 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 56832) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:06.016988 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-9e55579f-4aa8-4a9c-8422-88fe980244c6 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Request body: {'security_group_rule': {'security_group_id': '2551f9ed-6b9c-431b-9e90-375ce095811d', 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:43:06.020069 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-60884627-f7a4-473d-aa93-e6dbfaf06e4d None None] Provisioning complete for port 85a52e20-e384-4702-bb5b-937629275105 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:43:06.020431 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-60884627-f7a4-473d-aa93-e6dbfaf06e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (85a52e20-e384-4702-bb5b-937629275105), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:06.101517 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-60884627-f7a4-473d-aa93-e6dbfaf06e4d None None] Port 85a52e20-e384-4702-bb5b-937629275105 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:43:06.103526 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:43:06.106470 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (85a52e20-e384-4702-bb5b-937629275105), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:06.120799 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:06.121911 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.securitygroups_db [None req-9e55579f-4aa8-4a9c-8422-88fe980244c6 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Project 2fe363fe43ef4fd9aec026c4cdc3e18e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 02:43:06.128670 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9e55579f-4aa8-4a9c-8422-88fe980244c6 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (3cbf4ca1-a716-40d8-863a-c0f000b6cbb6), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:06.167215 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Routers {'31d2fd16-4c45-40cc-9540-fd5113e9af69'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:43:06.167849 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-06553785-1dee-4422-a01b-08b2d453481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:43:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['31d2fd16-4c45-40cc-9540-fd5113e9af69'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:43:06.169803 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4904e-1433-4485-b8b5-00d8d4d933d1 None None] Pushing event updated for resources: {'Port': ['ID=85a52e20-e384-4702-bb5b-937629275105,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:06.220430 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9e55579f-4aa8-4a9c-8422-88fe980244c6 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (3cbf4ca1-a716-40d8-863a-c0f000b6cbb6), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:06.292148 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9e55579f-4aa8-4a9c-8422-88fe980244c6 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (3cbf4ca1-a716-40d8-863a-c0f000b6cbb6), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:06.316921 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55579f-4aa8-4a9c-8422-88fe980244c6 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbf4ca1-a716-40d8-863a-c0f000b6cbb6,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:06.350754 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:06.415621 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9e55579f-4aa8-4a9c-8422-88fe980244c6 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:06.417131 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-9e55579f-4aa8-4a9c-8422-88fe980244c6 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4043558 Jul 18 02:43:06.426197 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:06.437405 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-3bcb2aa5-2a63-427d-b900-fc3239e5c7d1 None None] Provisioning complete for port 85a52e20-e384-4702-bb5b-937629275105 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:43:06.438057 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2aa5-2a63-427d-b900-fc3239e5c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (85a52e20-e384-4702-bb5b-937629275105), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:06.481145 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-06553785-1dee-4422-a01b-08b2d453481f None None] Set router 31d2fd16-4c45-40cc-9540-fd5113e9af69 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:43:06.645837 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-3bcb2aa5-2a63-427d-b900-fc3239e5c7d1 None None] Current status of the port 85a52e20-e384-4702-bb5b-937629275105 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:43:06.646249 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2aa5-2a63-427d-b900-fc3239e5c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (85a52e20-e384-4702-bb5b-937629275105), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:06.699055 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-3bcb2aa5-2a63-427d-b900-fc3239e5c7d1 None None] For port 85a52e20-e384-4702-bb5b-937629275105, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=85a52e20-e384-4702-bb5b-937629275105,segment=NetworkSegment(0183aca1-2acb-4f39-aa59-ab2db7989c7b),segment_id=0183aca1-2acb-4f39-aa59-ab2db7989c7b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:43:06.735017 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-06553785-1dee-4422-a01b-08b2d453481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'name': 'tempest-TestShelveInstance-1577775289-router', 'tenant_id': '8505b1f5965f4d04b1897f01c135d6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '5fc384f4-3a8b-4c0c-a9a2-29244dd3e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:58Z', 'updated_at': '2022-07-18T02:43:02Z', 'revision_number': 4, 'project_id': '8505b1f5965f4d04b1897f01c135d6ea', 'gw_port': {'id': '5fc384f4-3a8b-4c0c-a9a2-29244dd3e464', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:58Z', 'updated_at': '2022-07-18T02:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '85a52e20-e384-4702-bb5b-937629275105', 'name': '', 'network_id': '496badac-5fad-4f30-a196-4f556f8fc7d3', 'tenant_id': '8505b1f5965f4d04b1897f01c135d6ea', 'mac_address': 'fa:16:3e:52:f8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4297aa7b-aab0-41ec-9825-791d7d5e64fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:43:01Z', 'updated_at': '2022-07-18T02:43:05Z', 'revision_number': 4, 'project_id': '8505b1f5965f4d04b1897f01c135d6ea', 'subnets': [{'id': '4297aa7b-aab0-41ec-9825-791d7d5e64fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:43:06.760448 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06553785-1dee-4422-a01b-08b2d453481f None None] The sync data for ids ['31d2fd16-4c45-40cc-9540-fd5113e9af69'] in dv-cinder-850015-3-iscsi is: [{'id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'name': 'tempest-TestShelveInstance-1577775289-router', 'tenant_id': '8505b1f5965f4d04b1897f01c135d6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '5fc384f4-3a8b-4c0c-a9a2-29244dd3e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:58Z', 'updated_at': '2022-07-18T02:43:02Z', 'revision_number': 4, 'project_id': '8505b1f5965f4d04b1897f01c135d6ea', 'gw_port': {'id': '5fc384f4-3a8b-4c0c-a9a2-29244dd3e464', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:58Z', 'updated_at': '2022-07-18T02:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '85a52e20-e384-4702-bb5b-937629275105', 'name': '', 'network_id': '496badac-5fad-4f30-a196-4f556f8fc7d3', 'tenant_id': '8505b1f5965f4d04b1897f01c135d6ea', 'mac_address': 'fa:16:3e:52:f8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4297aa7b-aab0-41ec-9825-791d7d5e64fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:43:01Z', 'updated_at': '2022-07-18T02:43:05Z', 'revision_number': 4, 'project_id': '8505b1f5965f4d04b1897f01c135d6ea', 'subnets': [{'id': '4297aa7b-aab0-41ec-9825-791d7d5e64fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:43:06.859500 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2aa5-2a63-427d-b900-fc3239e5c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (85a52e20-e384-4702-bb5b-937629275105), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:06.915515 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb2aa5-2a63-427d-b900-fc3239e5c7d1 None None] Pushing event updated for resources: {'Port': ['ID=85a52e20-e384-4702-bb5b-937629275105,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:07.274782 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:07.805194 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 85a52e20-e384-4702-bb5b-937629275105 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:43:07.849500 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 85a52e20-e384-4702-bb5b-937629275105 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:43:07.849867 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (85a52e20-e384-4702-bb5b-937629275105), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:07.921194 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 85a52e20-e384-4702-bb5b-937629275105 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:43:11.574573 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-462ebcc1-848d-47b6-9aa2-065927767713 req-63ed8ca2-b605-49cf-8c08-4a0abef0632e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403607 Jul 18 02:43:11.668856 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ebcc1-848d-47b6-9aa2-065927767713 req-e11f2db3-9fd5-4148-a5b7-9b6e0ee20ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:11.670973 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-462ebcc1-848d-47b6-9aa2-065927767713 req-e11f2db3-9fd5-4148-a5b7-9b6e0ee20ba1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=807f88779cf842f3bbe09615d470f44c&device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 1129 time: 0.0536137 Jul 18 02:43:11.778679 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ebcc1-848d-47b6-9aa2-065927767713 req-807444a6-299d-4932-821c-eeae2b9d3928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:11.780202 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-462ebcc1-848d-47b6-9aa2-065927767713 req-807444a6-299d-4932-821c-eeae2b9d3928 service neutron] 10.222.0.72 "GET /v2.0/networks?id=40df86f1-859f-4d28-af05-d94fe8d1d2ea HTTP/1.1" status: 200 len: 913 time: 0.0893579 Jul 18 02:43:11.792081 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:11.849085 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-462ebcc1-848d-47b6-9aa2-065927767713 req-a1892062-2870-4642-9c91-a52d588ececb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0f73b8a-a342-4961-8be0-cc1c0a325389 HTTP/1.1" status: 200 len: 1000 time: 0.0621178 Jul 18 02:43:11.899587 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ebcc1-848d-47b6-9aa2-065927767713 req-83cb4ecd-2e75-494f-8b63-15e8fd8c6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:11.901406 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-462ebcc1-848d-47b6-9aa2-065927767713 req-83cb4ecd-2e75-494f-8b63-15e8fd8c6465 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaa05713-ce93-4cf4-8801-b67183726cee HTTP/1.1" status: 200 len: 851 time: 0.0460081 Jul 18 02:43:11.947479 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ebcc1-848d-47b6-9aa2-065927767713 req-593dfbd2-dfcb-4970-bf48-f83bb7c6109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:11.949047 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-462ebcc1-848d-47b6-9aa2-065927767713 req-593dfbd2-dfcb-4970-bf48-f83bb7c6109f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40df86f1-859f-4d28-af05-d94fe8d1d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417104 Jul 18 02:43:12.045913 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-462ebcc1-848d-47b6-9aa2-065927767713 req-ec9efc64-6c00-4f97-b043-c912e5dc1fa9 service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901690 Jul 18 02:43:12.138360 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-462ebcc1-848d-47b6-9aa2-065927767713 req-993972ac-4026-4685-9a8a-e1ef343fcfbc service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859406 Jul 18 02:43:12.515548 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:18.234696 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=43 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:18.482510 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=77,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:22.127073 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=9 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:22.134141 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=76 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:24.130535 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 57182) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:24.282798 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:24.365348 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Publish callbacks [] for security_group (ab1c54d0-d06b-4826-8a27-0303a8ce6829), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:24.452237 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (ab1c54d0-d06b-4826-8a27-0303a8ce6829), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:24.495699 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5ef7150f06aa4cbdab1ca9407581a50d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644545 Jul 18 02:43:24.496573 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1c54d0-d06b-4826-8a27-0303a8ce6829,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:24.498655 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 57192) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:24.504123 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:24.504468 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:24.504803 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:24.505136 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:24.505461 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:24.505783 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:24.506120 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:24.506444 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:24.506759 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:24.507082 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:24.507454 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:24.507774 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:24.508089 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:24.508403 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:24.508715 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365dd7ff-7138-4827-aad4-57fcaef7398f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:43:24.550614 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e56ff304-5ee9-4622-974f-05b97f479c14 admin admin] Publish callbacks [] for security_group (ab1c54d0-d06b-4826-8a27-0303a8ce6829), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:24.576562 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e56ff304-5ee9-4622-974f-05b97f479c14 admin admin] Publish callbacks [] for security_group (ab1c54d0-d06b-4826-8a27-0303a8ce6829), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:24.754875 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e56ff304-5ee9-4622-974f-05b97f479c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (ab1c54d0-d06b-4826-8a27-0303a8ce6829), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:24.757460 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e56ff304-5ee9-4622-974f-05b97f479c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:24.758638 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-e56ff304-5ee9-4622-974f-05b97f479c14 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ab1c54d0-d06b-4826-8a27-0303a8ce6829 HTTP/1.1" status: 204 len: 168 time: 0.2589722 Jul 18 02:43:24.766865 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ff304-5ee9-4622-974f-05b97f479c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1c54d0-d06b-4826-8a27-0303a8ce6829,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:25.655494 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 57208) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:25.669071 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-075b3aa2-a9f1-44f5-aab5-af4de80eeac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:25.748890 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-075b3aa2-a9f1-44f5-aab5-af4de80eeac1 admin admin] Publish callbacks [] for security_group (1a489602-eb3b-48cf-852a-0f1300b2d869), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:25.807860 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 57212) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:25.817127 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-075b3aa2-a9f1-44f5-aab5-af4de80eeac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (1a489602-eb3b-48cf-852a-0f1300b2d869), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:25.856318 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-075b3aa2-a9f1-44f5-aab5-af4de80eeac1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8eab6f0a2a46471f9aa267084e9e40fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996908 Jul 18 02:43:25.858371 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b3aa2-a9f1-44f5-aab5-af4de80eeac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a489602-eb3b-48cf-852a-0f1300b2d869,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:25.859798 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 57216) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:25.918730 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-07fb2248-8050-4c98-80cf-5cec1c550dd9 admin admin] Publish callbacks [] for security_group (1a489602-eb3b-48cf-852a-0f1300b2d869), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:25.920827 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-66aee311-2e34-4583-b2ad-ab7e8ed69d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:25.942070 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-07fb2248-8050-4c98-80cf-5cec1c550dd9 admin admin] Publish callbacks [] for security_group (1a489602-eb3b-48cf-852a-0f1300b2d869), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:26.000449 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-66aee311-2e34-4583-b2ad-ab7e8ed69d87 admin admin] Publish callbacks [] for security_group (d07a73e7-1e71-4cad-9e56-f33535d97a6d), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:26.063209 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-07fb2248-8050-4c98-80cf-5cec1c550dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (1a489602-eb3b-48cf-852a-0f1300b2d869), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:26.066113 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-07fb2248-8050-4c98-80cf-5cec1c550dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:26.067281 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-07fb2248-8050-4c98-80cf-5cec1c550dd9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1a489602-eb3b-48cf-852a-0f1300b2d869 HTTP/1.1" status: 204 len: 168 time: 0.2049000 Jul 18 02:43:26.075526 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb2248-8050-4c98-80cf-5cec1c550dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a489602-eb3b-48cf-852a-0f1300b2d869,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:26.108972 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-66aee311-2e34-4583-b2ad-ab7e8ed69d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (d07a73e7-1e71-4cad-9e56-f33535d97a6d), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:26.150014 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-66aee311-2e34-4583-b2ad-ab7e8ed69d87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84eacffbd4ec4b2e9d80c38ab47f02d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409970 Jul 18 02:43:26.150848 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aee311-2e34-4583-b2ad-ab7e8ed69d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07a73e7-1e71-4cad-9e56-f33535d97a6d,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:26.153257 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 57220) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:26.207051 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8c98cf9e-8cc4-403c-b4e3-5bd977276a9c admin admin] Publish callbacks [] for security_group (d07a73e7-1e71-4cad-9e56-f33535d97a6d), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:26.238832 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8c98cf9e-8cc4-403c-b4e3-5bd977276a9c admin admin] Publish callbacks [] for security_group (d07a73e7-1e71-4cad-9e56-f33535d97a6d), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:26.406007 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8c98cf9e-8cc4-403c-b4e3-5bd977276a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (d07a73e7-1e71-4cad-9e56-f33535d97a6d), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:26.408662 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8c98cf9e-8cc4-403c-b4e3-5bd977276a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:26.409864 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-8c98cf9e-8cc4-403c-b4e3-5bd977276a9c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d07a73e7-1e71-4cad-9e56-f33535d97a6d HTTP/1.1" status: 204 len: 168 time: 0.2546663 Jul 18 02:43:26.418051 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98cf9e-8cc4-403c-b4e3-5bd977276a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07a73e7-1e71-4cad-9e56-f33535d97a6d,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:28.388616 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:43:28.983310 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-622f8c94-ff1d-4809-b339-12e5ed4ad833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:31.341873 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-c45ed3b1-e1c7-4b6a-b103-6597d46a2c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:32.554581 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:33.870873 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:33.960451 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:34.599929 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:36.143662 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=49,neutron:DELETE=2,neutron:INSERT=13 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:36.146584 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=58,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:36.274472 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=49,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:36.413583 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=56,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:37.193926 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 57480) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:37.305492 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3bdebb04-be35-4f04-9f16-e05b54ccbd2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:37.384064 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3bdebb04-be35-4f04-9f16-e05b54ccbd2e admin admin] Publish callbacks [] for security_group (a02d1b9f-ef8b-4184-ba15-b155a0ed3ca1), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:37.463212 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3bdebb04-be35-4f04-9f16-e05b54ccbd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (a02d1b9f-ef8b-4184-ba15-b155a0ed3ca1), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:37.503114 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdebb04-be35-4f04-9f16-e05b54ccbd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02d1b9f-ef8b-4184-ba15-b155a0ed3ca1,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:37.518248 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-3bdebb04-be35-4f04-9f16-e05b54ccbd2e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e8200538fea84e46b424ede0d9b719d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217564 Jul 18 02:43:37.518374 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 57488) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:37.519687 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 57490) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:37.573896 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1f65150d-c09c-40d5-ad63-426d488e0c45 admin admin] Publish callbacks [] for security_group (a02d1b9f-ef8b-4184-ba15-b155a0ed3ca1), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:37.600137 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1f65150d-c09c-40d5-ad63-426d488e0c45 admin admin] Publish callbacks [] for security_group (a02d1b9f-ef8b-4184-ba15-b155a0ed3ca1), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:37.654479 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2d67f36a-2b8f-4065-9407-d9fa05fb4036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:37.743311 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1f65150d-c09c-40d5-ad63-426d488e0c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (a02d1b9f-ef8b-4184-ba15-b155a0ed3ca1), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:37.745997 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1f65150d-c09c-40d5-ad63-426d488e0c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:37.747193 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-1f65150d-c09c-40d5-ad63-426d488e0c45 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a02d1b9f-ef8b-4184-ba15-b155a0ed3ca1 HTTP/1.1" status: 204 len: 168 time: 0.2288024 Jul 18 02:43:37.755152 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65150d-c09c-40d5-ad63-426d488e0c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02d1b9f-ef8b-4184-ba15-b155a0ed3ca1,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:37.819064 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2d67f36a-2b8f-4065-9407-d9fa05fb4036 admin admin] Publish callbacks [] for security_group (885338c8-8f93-42f1-bf92-5b7b67d2da12), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:37.942930 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2d67f36a-2b8f-4065-9407-d9fa05fb4036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (885338c8-8f93-42f1-bf92-5b7b67d2da12), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:37.985565 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67f36a-2b8f-4065-9407-d9fa05fb4036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885338c8-8f93-42f1-bf92-5b7b67d2da12,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:37.990323 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-2d67f36a-2b8f-4065-9407-d9fa05fb4036 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5199dc4436db4ef480604ddb244a1f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4689763 Jul 18 02:43:37.992336 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 57498) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:38.046488 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-225ac14f-5216-4553-99a2-fcc4539e0c68 admin admin] Publish callbacks [] for security_group (885338c8-8f93-42f1-bf92-5b7b67d2da12), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:38.070773 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-225ac14f-5216-4553-99a2-fcc4539e0c68 admin admin] Publish callbacks [] for security_group (885338c8-8f93-42f1-bf92-5b7b67d2da12), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:38.263476 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-225ac14f-5216-4553-99a2-fcc4539e0c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (885338c8-8f93-42f1-bf92-5b7b67d2da12), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:38.266517 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-225ac14f-5216-4553-99a2-fcc4539e0c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:38.267806 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-225ac14f-5216-4553-99a2-fcc4539e0c68 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/885338c8-8f93-42f1-bf92-5b7b67d2da12 HTTP/1.1" status: 204 len: 168 time: 0.2745221 Jul 18 02:43:38.275741 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ac14f-5216-4553-99a2-fcc4539e0c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885338c8-8f93-42f1-bf92-5b7b67d2da12,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:38.384709 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=19 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:38.385683 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=15 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:38.511743 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 57504) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:38.526011 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e6e80989-25e9-4e15-9dbe-a8297c70f7b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:38.615943 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e6e80989-25e9-4e15-9dbe-a8297c70f7b0 admin admin] Publish callbacks [] for security_group (eddacbbf-bf54-4a05-86b5-5b2e3b73cee7), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:38.680600 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e6e80989-25e9-4e15-9dbe-a8297c70f7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (eddacbbf-bf54-4a05-86b5-5b2e3b73cee7), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:38.701004 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:38.728344 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e80989-25e9-4e15-9dbe-a8297c70f7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddacbbf-bf54-4a05-86b5-5b2e3b73cee7,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:38.736267 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-e6e80989-25e9-4e15-9dbe-a8297c70f7b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=05b150a2fea54fd8895ae364690e28e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208350 Jul 18 02:43:38.737059 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 57508) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:38.799353 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f9963eab-109f-494f-87fb-bc2a87c2a98f admin admin] Publish callbacks [] for security_group (eddacbbf-bf54-4a05-86b5-5b2e3b73cee7), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:38.826986 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f9963eab-109f-494f-87fb-bc2a87c2a98f admin admin] Publish callbacks [] for security_group (eddacbbf-bf54-4a05-86b5-5b2e3b73cee7), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:38.994109 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f9963eab-109f-494f-87fb-bc2a87c2a98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (eddacbbf-bf54-4a05-86b5-5b2e3b73cee7), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:38.996703 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f9963eab-109f-494f-87fb-bc2a87c2a98f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:38.998684 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-f9963eab-109f-494f-87fb-bc2a87c2a98f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eddacbbf-bf54-4a05-86b5-5b2e3b73cee7 HTTP/1.1" status: 204 len: 168 time: 0.2593770 Jul 18 02:43:39.012117 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9963eab-109f-494f-87fb-bc2a87c2a98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddacbbf-bf54-4a05-86b5-5b2e3b73cee7,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:40.074741 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-4b186808-4369-491d-98bc-75f6f8841ab3 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-890094191&fields=id&tenant_id=2fe363fe43ef4fd9aec026c4cdc3e18e HTTP/1.1" status: 200 len: 267 time: 0.0549757 Jul 18 02:43:40.188150 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-5de4ce62-b1a7-4f3c-95b4-84c9ac8cdac9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:40.189936 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-5de4ce62-b1a7-4f3c-95b4-84c9ac8cdac9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/networks?id=0f0b9e2b-f4bb-4648-abfc-2e463ce9379f HTTP/1.1" status: 200 len: 809 time: 0.1123540 Jul 18 02:43:40.205363 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-2d20d9ec-8e93-4994-89a5-46e27f221758 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/quotas/2fe363fe43ef4fd9aec026c4cdc3e18e HTTP/1.1" status: 200 len: 375 time: 0.0101428 Jul 18 02:43:40.257126 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-a43bd8b8-f71f-4c6e-879a-ebe32bef3594 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2fe363fe43ef4fd9aec026c4cdc3e18e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466435 Jul 18 02:43:40.362047 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-d3078976-266d-42fa-8990-3f47b6138911 service neutron] 10.222.0.66 "GET /v2.0/networks/0f0b9e2b-f4bb-4648-abfc-2e463ce9379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925715 Jul 18 02:43:40.458975 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-6f38a1ce-e37c-417f-8e06-e7b9c9e42156 service neutron] 10.222.0.66 "GET /v2.0/networks/0f0b9e2b-f4bb-4648-abfc-2e463ce9379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909524 Jul 18 02:43:41.098468 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6d5de488-1866-4ff9-9161-b618b499ba3d req-af6e40d0-9b21-419f-b27a-a35234cbf83f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 210 time: 0.0384243 Jul 18 02:43:41.588962 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 57580) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:41.704622 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-067c780d-cbed-4228-8bd2-c70efcbebecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:41.766585 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:41.785553 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-067c780d-cbed-4228-8bd2-c70efcbebecc admin admin] Publish callbacks [] for security_group (4d90a12a-9989-482c-98fb-774c7c8c5d77), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:41.897128 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-067c780d-cbed-4228-8bd2-c70efcbebecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (4d90a12a-9989-482c-98fb-774c7c8c5d77), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:41.940167 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-067c780d-cbed-4228-8bd2-c70efcbebecc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=49e6c9938c6145db9c4af1094aae8985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500919 Jul 18 02:43:41.940865 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c780d-cbed-4228-8bd2-c70efcbebecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d90a12a-9989-482c-98fb-774c7c8c5d77,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:41.943088 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 57586) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:41.994921 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-080ceea3-b7c3-42ee-8840-6e3ccc50bf13 admin admin] Publish callbacks [] for security_group (4d90a12a-9989-482c-98fb-774c7c8c5d77), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:42.017253 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-080ceea3-b7c3-42ee-8840-6e3ccc50bf13 admin admin] Publish callbacks [] for security_group (4d90a12a-9989-482c-98fb-774c7c8c5d77), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:42.187246 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-080ceea3-b7c3-42ee-8840-6e3ccc50bf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (4d90a12a-9989-482c-98fb-774c7c8c5d77), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:42.190074 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-080ceea3-b7c3-42ee-8840-6e3ccc50bf13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:42.191230 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-080ceea3-b7c3-42ee-8840-6e3ccc50bf13 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d90a12a-9989-482c-98fb-774c7c8c5d77 HTTP/1.1" status: 204 len: 168 time: 0.2468894 Jul 18 02:43:42.193034 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4f4ec3fc-c4e4-4163-bbf1-92fb6bbc1629 req-b8ea0855-5393-494a-8e01-625f2b266112 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 210 time: 0.0371995 Jul 18 02:43:42.201327 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ceea3-b7c3-42ee-8840-6e3ccc50bf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d90a12a-9989-482c-98fb-774c7c8c5d77,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:42.980951 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 57600) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:42.995074 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-35cd371c-aaaf-4272-822b-79451d82bcbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:43.006698 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:43.009026 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:43.077872 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-35cd371c-aaaf-4272-822b-79451d82bcbe admin admin] Publish callbacks [] for security_group (abb571d0-b6ec-45b0-bd4d-29b7a510c426), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:43.279288 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6800ef09-ac8c-42e2-b3a9-ae3771ccab4b req-8bcdcade-c515-4cc3-8b51-a305ead93e1e tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 210 time: 0.0317724 Jul 18 02:43:43.320586 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-35cd371c-aaaf-4272-822b-79451d82bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (abb571d0-b6ec-45b0-bd4d-29b7a510c426), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:43.361762 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-35cd371c-aaaf-4272-822b-79451d82bcbe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=46406bc0cf33427c9714556c833de65d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796825 Jul 18 02:43:43.362779 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd371c-aaaf-4272-822b-79451d82bcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb571d0-b6ec-45b0-bd4d-29b7a510c426,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:43.364483 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 57606) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:43.416773 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9f59e4ce-83d0-48e6-b2f3-fc0441f2eccd admin admin] Publish callbacks [] for security_group (abb571d0-b6ec-45b0-bd4d-29b7a510c426), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:43.438521 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9f59e4ce-83d0-48e6-b2f3-fc0441f2eccd admin admin] Publish callbacks [] for security_group (abb571d0-b6ec-45b0-bd4d-29b7a510c426), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:43.552487 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9f59e4ce-83d0-48e6-b2f3-fc0441f2eccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (abb571d0-b6ec-45b0-bd4d-29b7a510c426), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:43.552487 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9f59e4ce-83d0-48e6-b2f3-fc0441f2eccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:43.552487 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-9f59e4ce-83d0-48e6-b2f3-fc0441f2eccd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/abb571d0-b6ec-45b0-bd4d-29b7a510c426 HTTP/1.1" status: 204 len: 168 time: 0.1802473 Jul 18 02:43:43.554485 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59e4ce-83d0-48e6-b2f3-fc0441f2eccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb571d0-b6ec-45b0-bd4d-29b7a510c426,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:44.374190 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9a9be0ef-4c13-4646-822c-a96a00e7109d req-9ece27fa-ed2d-46ea-bfc6-bbd66cb42e6c tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 210 time: 0.0285916 Jul 18 02:43:45.469507 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-92d8e229-c6bf-4239-9a8c-8d0acbcc3782 req-ab0f86bf-9fef-400b-be71-d68b6f61aa4f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 210 time: 0.0296118 Jul 18 02:43:46.608243 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-77df51d2-9e05-4f77-9360-1629a8fd91a6 req-c6ee0bb1-e86c-4455-960e-b37c1fcbe0cc tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 210 time: 0.0355918 Jul 18 02:43:46.616668 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-e6f3d2e7-d07f-4c0d-968f-1561bf724e6a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:46.618055 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-e6f3d2e7-d07f-4c0d-968f-1561bf724e6a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.72 "GET /v2.0/networks?id=0f0b9e2b-f4bb-4648-abfc-2e463ce9379f HTTP/1.1" status: 200 len: 809 time: 0.1508491 Jul 18 02:43:46.693117 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-a73c4338-c4ae-49a9-875f-b7fa3273dd41 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fe363fe43ef4fd9aec026c4cdc3e18e HTTP/1.1" status: 200 len: 379 time: 0.0564108 Jul 18 02:43:46.704798 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-bbae9547-bbdc-4b46-a670-d2a20026817f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Request body: {'port': {'device_id': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'admin_state_up': True, 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'security_groups': ['2551f9ed-6b9c-431b-9e90-375ce095811d']}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:43:46.989366 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-bbae9547-bbdc-4b46-a670-d2a20026817f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Made reservation on behalf of 2fe363fe43ef4fd9aec026c4cdc3e18e for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:43:46.993909 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-bbae9547-bbdc-4b46-a670-d2a20026817f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:47.127637 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-bbae9547-bbdc-4b46-a670-d2a20026817f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Allocated IP 172.20.0.6 (0f0b9e2b-f4bb-4648-abfc-2e463ce9379f/f014daeb-f11c-49e8-a7ac-11e7a74e8212/5fd8b9bf-0dc7-4030-8d82-774afb4914af) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:43:47.171426 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:47.268059 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-bbae9547-bbdc-4b46-a670-d2a20026817f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:47.583688 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-bbae9547-bbdc-4b46-a670-d2a20026817f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:47.608560 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:47.651288 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-bbae9547-bbdc-4b46-a670-d2a20026817f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Network 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:43:47.657402 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-bbae9547-bbdc-4b46-a670-d2a20026817f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:43:47.659693 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae9547-bbdc-4b46-a670-d2a20026817f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Pushing event updated for resources: {'Port': ['ID=5fd8b9bf-0dc7-4030-8d82-774afb4914af,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:47.662248 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-bbae9547-bbdc-4b46-a670-d2a20026817f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:43:47.723234 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-bbae9547-bbdc-4b46-a670-d2a20026817f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:47.723865 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-bbae9547-bbdc-4b46-a670-d2a20026817f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:47.745017 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cd1b8-5f64-4c08-84d5-a7598899430f req-264910c1-4313-420d-9f20-0fbfcdf613d9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:47.746652 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8f2cd1b8-5f64-4c08-84d5-a7598899430f req-264910c1-4313-420d-9f20-0fbfcdf613d9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 931 time: 0.0589156 Jul 18 02:43:47.800879 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8f2cd1b8-5f64-4c08-84d5-a7598899430f req-6c878fb3-fc11-4f08-95d7-0741fc66eacf tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479643 Jul 18 02:43:47.940646 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-b7becaed-b0ea-43df-a6b3-1f5102db08dd None None] Provisioning complete for port 5fd8b9bf-0dc7-4030-8d82-774afb4914af triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:43:47.941218 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-b7becaed-b0ea-43df-a6b3-1f5102db08dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:47.972648 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-b7becaed-b0ea-43df-a6b3-1f5102db08dd None None] Port 5fd8b9bf-0dc7-4030-8d82-774afb4914af cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:43:48.030391 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-bbae9547-bbdc-4b46-a670-d2a20026817f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3297782 Jul 18 02:43:48.914221 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3582d-3dbd-4ae4-825e-1b80d09855e9 req-71543d34-ee04-4390-b6fa-124409eb1e86 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:48.915689 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e2b3582d-3dbd-4ae4-825e-1b80d09855e9 req-71543d34-ee04-4390-b6fa-124409eb1e86 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 931 time: 0.0465143 Jul 18 02:43:48.964250 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e2b3582d-3dbd-4ae4-825e-1b80d09855e9 req-6eec8707-2607-4f33-9e98-46222d244266 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424213 Jul 18 02:43:49.731992 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Request body: {'port': {'device_id': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:43:49.794716 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:50.050241 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd8b9bf-0dc7-4030-8d82-774afb4914af {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:43:50.057690 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Publish callbacks [] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:50.071148 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Transition to ACTIVE for port object 5fd8b9bf-0dc7-4030-8d82-774afb4914af will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:43:50.079028 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703cfad-e95b-472a-ae01-6b88a5b1e335 req-8d8929f2-a347-4b97-a97e-f0ea9777425d tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:50.082863 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9703cfad-e95b-472a-ae01-6b88a5b1e335 req-8d8929f2-a347-4b97-a97e-f0ea9777425d tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 931 time: 0.0479596 Jul 18 02:43:50.130284 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9703cfad-e95b-472a-ae01-6b88a5b1e335 req-6aa8da66-7c1c-49a7-9355-d9801beec905 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440760 Jul 18 02:43:50.188736 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:50.241245 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd8b9bf-0dc7-4030-8d82-774afb4914af,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:50.317176 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Attempting to bind port 5fd8b9bf-0dc7-4030-8d82-774afb4914af on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:43:50.317514 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Attempting to bind port 5fd8b9bf-0dc7-4030-8d82-774afb4914af by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': '5fb5ec03-a77a-40d0-a989-00a632bafae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:43:50.317843 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Attempting to bind port 5fd8b9bf-0dc7-4030-8d82-774afb4914af on network 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:43:50.323014 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Port 5fd8b9bf-0dc7-4030-8d82-774afb4914af on network 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:43:50.323696 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Attempting to bind port 5fd8b9bf-0dc7-4030-8d82-774afb4914af on network 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:43:50.330027 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:43:50.330399 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Checking segment: {'id': '5fb5ec03-a77a-40d0-a989-00a632bafae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:43:50.330786 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Bound using segment: {'id': '5fb5ec03-a77a-40d0-a989-00a632bafae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:43:50.331222 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Bound port: 5fd8b9bf-0dc7-4030-8d82-774afb4914af, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb5ec03-a77a-40d0-a989-00a632bafae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:43:50.331581 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:50.401477 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] For port 5fd8b9bf-0dc7-4030-8d82-774afb4914af, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:43:50.403575 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:50.406434 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] For port 5fd8b9bf-0dc7-4030-8d82-774afb4914af, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=5fd8b9bf-0dc7-4030-8d82-774afb4914af,segment=NetworkSegment(5fb5ec03-a77a-40d0-a989-00a632bafae7),segment_id=5fb5ec03-a77a-40d0-a989-00a632bafae7)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:43:50.407044 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:50.408565 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:50.537872 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:50.572831 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:50.573447 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:50.574993 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] 10.222.0.72 "PUT /v2.0/ports/5fd8b9bf-0dc7-4030-8d82-774afb4914af HTTP/1.1" status: 200 len: 1093 time: 0.8472342 Jul 18 02:43:50.575424 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'tag': '5fd8b9bf-0dc7-4030-8d82-774afb4914af'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:43:50.577724 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381ab035-4919-42a6-9915-197daea31f39" -d '{"events": [{"name": "network-changed", "server_uuid": "e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39", "tag": "5fd8b9bf-0dc7-4030-8d82-774afb4914af"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:43:50.602176 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2ea80-8df6-43ae-bfe8-7f5b03ef55c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd8b9bf-0dc7-4030-8d82-774afb4914af,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:50.629769 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b394e4f-ed7c-42bf-a5b3-e7f565c87443 x-openstack-request-id: req-1b394e4f-ed7c-42bf-a5b3-e7f565c87443 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:43:50.630072 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39", "tag": "5fd8b9bf-0dc7-4030-8d82-774afb4914af", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:43:50.630365 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1b394e4f-ed7c-42bf-a5b3-e7f565c87443 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:43:50.630776 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b394e4f-ed7c-42bf-a5b3-e7f565c87443'] response: {'name': 'network-changed', 'server_uuid': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'tag': '5fd8b9bf-0dc7-4030-8d82-774afb4914af', 'status': 'completed', 'code': 200} Jul 18 02:43:50.725976 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:50.738371 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ab035-4919-42a6-9915-197daea31f39 req-cb0cc985-7d59-40fc-8cbb-f5ec2cf77f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:50.738779 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-381ab035-4919-42a6-9915-197daea31f39 req-cb0cc985-7d59-40fc-8cbb-f5ec2cf77f01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fe363fe43ef4fd9aec026c4cdc3e18e&device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 1127 time: 0.0468807 Jul 18 02:43:50.870626 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ab035-4919-42a6-9915-197daea31f39 req-add0406a-f5e9-429d-94c3-ecfd15862eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:50.872091 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-381ab035-4919-42a6-9915-197daea31f39 req-add0406a-f5e9-429d-94c3-ecfd15862eae service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=2fe363fe43ef4fd9aec026c4cdc3e18e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1187136 Jul 18 02:43:50.966654 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ab035-4919-42a6-9915-197daea31f39 req-f12f55ae-e61e-4730-a2c3-9366d1b67be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:50.969021 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-381ab035-4919-42a6-9915-197daea31f39 req-f12f55ae-e61e-4730-a2c3-9366d1b67be4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905073 Jul 18 02:43:51.067804 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-788b90f6-735c-40d4-a192-6a2aefacbad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:51.069296 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-788b90f6-735c-40d4-a192-6a2aefacbad3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fe363fe43ef4fd9aec026c4cdc3e18e&device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 1127 time: 0.0397615 Jul 18 02:43:51.117099 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-9bf21703-75f5-4504-8bc1-f2e14d4311f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fd8b9bf-0dc7-4030-8d82-774afb4914af HTTP/1.1" status: 200 len: 217 time: 0.0347018 Jul 18 02:43:51.165964 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-7a1a2781-ea28-45bc-815d-08b80634c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:51.167442 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-7a1a2781-ea28-45bc-815d-08b80634c958 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f014daeb-f11c-49e8-a7ac-11e7a74e8212 HTTP/1.1" status: 200 len: 848 time: 0.0443738 Jul 18 02:43:51.219442 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-5ee9f1e6-7ba5-4297-924a-9e53868cdf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:51.221009 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-5ee9f1e6-7ba5-4297-924a-9e53868cdf6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f0b9e2b-f4bb-4648-abfc-2e463ce9379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481651 Jul 18 02:43:51.244817 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9457b86-42d9-4982-b26d-5a61711b463c req-cb85927a-028b-4b49-8327-4d3648d83e1c tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:51.247795 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d9457b86-42d9-4982-b26d-5a61711b463c req-cb85927a-028b-4b49-8327-4d3648d83e1c tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0488083 Jul 18 02:43:51.301902 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d9457b86-42d9-4982-b26d-5a61711b463c req-3145f361-19c7-4b32-aa9c-85cc7a88f3f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487707 Jul 18 02:43:51.323732 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-a18a3e69-6495-4a12-9ba4-4732dd0250c3 service neutron] 10.222.0.72 "GET /v2.0/networks/0f0b9e2b-f4bb-4648-abfc-2e463ce9379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959723 Jul 18 02:43:51.382663 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:51.414140 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-97dbea8e-7416-423e-b35b-62e8e5fcb85f req-43d4a5cf-20a1-43bd-b94c-74407483fe66 service neutron] 10.222.0.72 "GET /v2.0/networks/0f0b9e2b-f4bb-4648-abfc-2e463ce9379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847652 Jul 18 02:43:52.425044 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aca72-ab78-4358-a359-a71c6d028bf4 req-f6ac6060-f6a7-40f5-949e-06a00f928ffd tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:52.426528 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a04aca72-ab78-4358-a359-a71c6d028bf4 req-f6ac6060-f6a7-40f5-949e-06a00f928ffd tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0523503 Jul 18 02:43:52.477690 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a04aca72-ab78-4358-a359-a71c6d028bf4 req-2acd4ac6-e869-44dc-9640-2afda964678f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455220 Jul 18 02:43:53.592869 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ebf63-85e7-4c02-ae41-5fdb042469b5 req-8a8c2937-317f-4d93-b7f8-78dc7ab6ade6 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:53.594392 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-815ebf63-85e7-4c02-ae41-5fdb042469b5 req-8a8c2937-317f-4d93-b7f8-78dc7ab6ade6 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0494125 Jul 18 02:43:53.648291 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-815ebf63-85e7-4c02-ae41-5fdb042469b5 req-44ab6710-1984-4e50-a36e-9d0c699e08b1 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482490 Jul 18 02:43:54.783065 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b183e20-8316-40f3-b4af-d0b8232c168b req-302383b5-08f2-4505-8c77-a4499baaccb5 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:54.784624 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2b183e20-8316-40f3-b4af-d0b8232c168b req-302383b5-08f2-4505-8c77-a4499baaccb5 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0542288 Jul 18 02:43:54.840846 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2b183e20-8316-40f3-b4af-d0b8232c168b req-0ad230a1-0b06-4ceb-bf92-600281041c6b tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465076 Jul 18 02:43:54.880340 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ac0c5bf4-9255-4a45-a0ce-0fe40187f4f9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668344787&fields=id&tenant_id=807f88779cf842f3bbe09615d470f44c HTTP/1.1" status: 200 len: 267 time: 0.0569918 Jul 18 02:43:54.917194 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:54.994196 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-997be928-f2fc-4712-82dc-1006ebdc108f tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:54.995675 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-997be928-f2fc-4712-82dc-1006ebdc108f tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/networks?id=40df86f1-859f-4d28-af05-d94fe8d1d2ea HTTP/1.1" status: 200 len: 812 time: 0.1086280 Jul 18 02:43:55.010384 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-9a8d9369-18c3-463e-bd26-bb61486be80a tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/quotas/807f88779cf842f3bbe09615d470f44c HTTP/1.1" status: 200 len: 375 time: 0.0091469 Jul 18 02:43:55.065435 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-64745285-2314-459f-8058-0c8cdc766c11 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=807f88779cf842f3bbe09615d470f44c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497584 Jul 18 02:43:55.166641 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-29aa1603-eb9f-4306-8313-4119a01e3dc7 service neutron] 10.222.0.66 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887330 Jul 18 02:43:55.197397 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:55.256944 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-71af0519-9040-4329-bf47-da86157ad306 service neutron] 10.222.0.66 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843213 Jul 18 02:43:55.526395 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 57810) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:55.638173 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b5b0ab55-5622-4f93-930a-ad506bfcc7ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:55.714626 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b5b0ab55-5622-4f93-930a-ad506bfcc7ca admin admin] Publish callbacks [] for security_group (0d41ae1a-936f-4eb6-a228-64ade4ed4971), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:55.787365 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b5b0ab55-5622-4f93-930a-ad506bfcc7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (0d41ae1a-936f-4eb6-a228-64ade4ed4971), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:55.834127 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-b5b0ab55-5622-4f93-930a-ad506bfcc7ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=83295ffc33494fa983acca297992009f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059070 Jul 18 02:43:55.835071 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0ab55-5622-4f93-930a-ad506bfcc7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d41ae1a-936f-4eb6-a228-64ade4ed4971,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:55.836381 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 57818) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:55.906344 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-697f6211-b07b-4883-835d-d2189ea24811 req-3c37c703-c73b-4100-be13-0d64fc5fd547 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 210 time: 0.0602880 Jul 18 02:43:55.942958 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f51b-6126-4970-a8fb-4d3a561f6b04 admin admin] Publish callbacks [] for security_group (0d41ae1a-936f-4eb6-a228-64ade4ed4971), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:55.971455 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f51b-6126-4970-a8fb-4d3a561f6b04 admin admin] Publish callbacks [] for security_group (0d41ae1a-936f-4eb6-a228-64ade4ed4971), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:55.982729 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abf277-a34f-4a67-b7d6-a8a9181bbca5 req-638afdee-5db6-4b7f-89d1-04d299ac373a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:55.985769 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-87abf277-a34f-4a67-b7d6-a8a9181bbca5 req-638afdee-5db6-4b7f-89d1-04d299ac373a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0679941 Jul 18 02:43:56.036070 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 57830) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:56.038397 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-87abf277-a34f-4a67-b7d6-a8a9181bbca5 req-5fa93b2b-cde7-447c-980a-e7553978b69b tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471256 Jul 18 02:43:56.133785 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f51b-6126-4970-a8fb-4d3a561f6b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (0d41ae1a-936f-4eb6-a228-64ade4ed4971), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:56.136454 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f51b-6126-4970-a8fb-4d3a561f6b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:56.137607 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-3cb3f51b-6126-4970-a8fb-4d3a561f6b04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0d41ae1a-936f-4eb6-a228-64ade4ed4971 HTTP/1.1" status: 204 len: 168 time: 0.2958784 Jul 18 02:43:56.156379 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c1bd00a9-838b-4924-82d7-612335452dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:56.159362 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3f51b-6126-4970-a8fb-4d3a561f6b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d41ae1a-936f-4eb6-a228-64ade4ed4971,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:56.238118 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c1bd00a9-838b-4924-82d7-612335452dca admin admin] Publish callbacks [] for security_group (30fb1b6a-de03-46f0-9144-15f5c60ea76e), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:56.347317 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c1bd00a9-838b-4924-82d7-612335452dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (30fb1b6a-de03-46f0-9144-15f5c60ea76e), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:56.386405 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd00a9-838b-4924-82d7-612335452dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fb1b6a-de03-46f0-9144-15f5c60ea76e,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:56.395019 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-c1bd00a9-838b-4924-82d7-612335452dca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7fc721738d474d0fa344aa5e80f66869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3545380 Jul 18 02:43:56.395144 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 57838) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:56.471603 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-693fff54-10e7-4df7-85cf-938c0dd4bb6d admin admin] Publish callbacks [] for security_group (30fb1b6a-de03-46f0-9144-15f5c60ea76e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:56.496249 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-693fff54-10e7-4df7-85cf-938c0dd4bb6d admin admin] Publish callbacks [] for security_group (30fb1b6a-de03-46f0-9144-15f5c60ea76e), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:56.538760 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:56.663679 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-693fff54-10e7-4df7-85cf-938c0dd4bb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (30fb1b6a-de03-46f0-9144-15f5c60ea76e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:56.666221 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-693fff54-10e7-4df7-85cf-938c0dd4bb6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:56.667514 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-693fff54-10e7-4df7-85cf-938c0dd4bb6d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/30fb1b6a-de03-46f0-9144-15f5c60ea76e HTTP/1.1" status: 204 len: 168 time: 0.2721510 Jul 18 02:43:56.676454 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fff54-10e7-4df7-85cf-938c0dd4bb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fb1b6a-de03-46f0-9144-15f5c60ea76e,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:57.008825 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8fc69693-5546-4986-b397-520625f878f5 req-0a41b35a-bd60-4730-905b-1955011995e4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 210 time: 0.0358241 Jul 18 02:43:57.128435 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 57854) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:57.143201 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-13f00d32-0452-4bc5-a2c0-17246a208572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:57.172301 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023403c9-cdae-44a8-97c1-24bb950fb9bb req-eee567f7-1868-43c6-bf56-7326b96fc64e tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:57.174753 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-023403c9-cdae-44a8-97c1-24bb950fb9bb req-eee567f7-1868-43c6-bf56-7326b96fc64e tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0598900 Jul 18 02:43:57.236622 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-023403c9-cdae-44a8-97c1-24bb950fb9bb req-982650f2-2a78-454d-91bf-5b9460fad102 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567548 Jul 18 02:43:57.237639 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-13f00d32-0452-4bc5-a2c0-17246a208572 admin admin] Publish callbacks [] for security_group (c17a156d-416c-4a7d-a588-77678adc7fb4), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:57.325497 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-13f00d32-0452-4bc5-a2c0-17246a208572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (c17a156d-416c-4a7d-a588-77678adc7fb4), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:57.331195 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:57.368163 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-13f00d32-0452-4bc5-a2c0-17246a208572 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c4faa339b7a4eeba8ce8d7f4e8a0ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387297 Jul 18 02:43:57.369295 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f00d32-0452-4bc5-a2c0-17246a208572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17a156d-416c-4a7d-a588-77678adc7fb4,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:57.371274 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 57860) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:57.433582 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-42a4d401-20a5-4202-a470-6bc284788222 admin admin] Publish callbacks [] for security_group (c17a156d-416c-4a7d-a588-77678adc7fb4), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:57.456068 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-42a4d401-20a5-4202-a470-6bc284788222 admin admin] Publish callbacks [] for security_group (c17a156d-416c-4a7d-a588-77678adc7fb4), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:57.569980 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-42a4d401-20a5-4202-a470-6bc284788222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (c17a156d-416c-4a7d-a588-77678adc7fb4), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:57.572623 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-42a4d401-20a5-4202-a470-6bc284788222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:57.573772 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-42a4d401-20a5-4202-a470-6bc284788222 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c17a156d-416c-4a7d-a588-77678adc7fb4 HTTP/1.1" status: 204 len: 168 time: 0.2014282 Jul 18 02:43:57.589611 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4d401-20a5-4202-a470-6bc284788222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17a156d-416c-4a7d-a588-77678adc7fb4,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:57.853996 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 57872) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:57.959875 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-56d5dc4e-4113-4d6d-8951-bca3a64d94bf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1473804956-network', 'tenant_id': 'ad2b132c879f4f5e90593713a3f472c1'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:43:58.074443 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d5dc4e-4113-4d6d-8951-bca3a64d94bf admin admin] Made reservation on behalf of ad2b132c879f4f5e90593713a3f472c1 for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:43:58.076944 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-56d5dc4e-4113-4d6d-8951-bca3a64d94bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:58.086117 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-56d5dc4e-4113-4d6d-8951-bca3a64d94bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:58.112339 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2f4d3d1e-6c2e-4578-8915-6087f6c6af48 req-86291a5c-1303-465e-bd23-5d396dd2c05b tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 210 time: 0.0303619 Jul 18 02:43:58.165908 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-56d5dc4e-4113-4d6d-8951-bca3a64d94bf admin admin] Publish callbacks [] for security_group (5944f150-6dcc-4633-a8a3-c6981e9c2d15), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:58.268671 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-56d5dc4e-4113-4d6d-8951-bca3a64d94bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (5944f150-6dcc-4633-a8a3-c6981e9c2d15), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:58.291833 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d5dc4e-4113-4d6d-8951-bca3a64d94bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:43:58.318586 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-56d5dc4e-4113-4d6d-8951-bca3a64d94bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (0edc0c56-6071-437f-b231-0d2e38151030), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:58.318924 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-56d5dc4e-4113-4d6d-8951-bca3a64d94bf admin admin] Added segment 0edc0c56-6071-437f-b231-0d2e38151030 of type vlan for network c8e0fb7c-2761-451c-afcc-c07dac4a49ac Jul 18 02:43:58.320311 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5dc4e-4113-4d6d-8951-bca3a64d94bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5944f150-6dcc-4633-a8a3-c6981e9c2d15,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:58.349165 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:58.395053 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cabd3-c9bc-4f80-a578-e3ec64884230 req-9ffdfa44-7315-477b-85da-82072b35295a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:58.396597 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-957cabd3-c9bc-4f80-a578-e3ec64884230 req-9ffdfa44-7315-477b-85da-82072b35295a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0958800 Jul 18 02:43:58.398204 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-56d5dc4e-4113-4d6d-8951-bca3a64d94bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (c8e0fb7c-2761-451c-afcc-c07dac4a49ac), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:58.468106 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-957cabd3-c9bc-4f80-a578-e3ec64884230 req-94380d3a-1ff6-4c87-914c-7c35020bb124 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628209 Jul 18 02:43:58.509195 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-56d5dc4e-4113-4d6d-8951-bca3a64d94bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (c8e0fb7c-2761-451c-afcc-c07dac4a49ac), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:58.510292 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d5dc4e-4113-4d6d-8951-bca3a64d94bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:58.510894 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-56d5dc4e-4113-4d6d-8951-bca3a64d94bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:58.570541 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ce9c1b20-c184-44ee-871d-81c194b58434 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:58.572118 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ce9c1b20-c184-44ee-871d-81c194b58434 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.72 "GET /v2.0/networks?id=40df86f1-859f-4d28-af05-d94fe8d1d2ea HTTP/1.1" status: 200 len: 812 time: 0.1107337 Jul 18 02:43:58.573048 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5dc4e-4113-4d6d-8951-bca3a64d94bf admin admin] Pushing event updated for resources: {'Network': ['ID=c8e0fb7c-2761-451c-afcc-c07dac4a49ac,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:58.584168 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network c8e0fb7c-2761-451c-afcc-c07dac4a49ac details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:43:58.631528 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:58.635099 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-56d5dc4e-4113-4d6d-8951-bca3a64d94bf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7793703 Jul 18 02:43:58.637308 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 57898) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:43:58.646942 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-cce43935-185a-4c86-a521-fa2d450f4773 admin admin] Request body: {'subnet': {'network_id': 'c8e0fb7c-2761-451c-afcc-c07dac4a49ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1473804956-subnet', 'tenant_id': 'ad2b132c879f4f5e90593713a3f472c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:43:58.651978 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-90df9554-b408-481a-8bbe-7080607ae7b5 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=807f88779cf842f3bbe09615d470f44c HTTP/1.1" status: 200 len: 380 time: 0.0658836 Jul 18 02:43:58.652186 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:58.661975 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-98aa943b-6143-42f4-9e00-9b284e3d58ba tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Request body: {'port': {'device_id': 'ef000cad-4622-4a4d-883f-58fafad96e81', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'admin_state_up': True, 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'security_groups': ['f24b58a6-f0c2-43e0-8b6e-2aa40550467f']}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:43:58.766621 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce43935-185a-4c86-a521-fa2d450f4773 admin admin] Made reservation on behalf of ad2b132c879f4f5e90593713a3f472c1 for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:43:58.769766 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cce43935-185a-4c86-a521-fa2d450f4773 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2525453'] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:58.863260 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-98aa943b-6143-42f4-9e00-9b284e3d58ba tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Made reservation on behalf of 807f88779cf842f3bbe09615d470f44c for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:43:58.867118 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-98aa943b-6143-42f4-9e00-9b284e3d58ba tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:58.994596 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-178f545d-e186-455e-abe9-ee14eda93a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:59.023910 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-98aa943b-6143-42f4-9e00-9b284e3d58ba tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Allocated IP 172.20.0.6 (40df86f1-859f-4d28-af05-d94fe8d1d2ea/aaa05713-ce93-4cf4-8801-b67183726cee/5d5f39d1-25cc-45c5-98de-5bdf6d03c941) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:43:59.077307 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:59.086454 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cce43935-185a-4c86-a521-fa2d450f4773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2713740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2525459'] for subnet (4a5d2376-8b32-4888-9985-595b2b550627), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:59.152952 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce43935-185a-4c86-a521-fa2d450f4773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a5d2376-8b32-4888-9985-595b2b550627,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:59.162960 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce43935-185a-4c86-a521-fa2d450f4773 admin admin] Checking segment: {'id': '0edc0c56-6071-437f-b231-0d2e38151030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c8e0fb7c-2761-451c-afcc-c07dac4a49ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:43:59.163318 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce43935-185a-4c86-a521-fa2d450f4773 admin admin] Network hostable DHCP agents. Network: c8e0fb7c-2761-451c-afcc-c07dac4a49ac, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:43:59.170675 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-98aa943b-6143-42f4-9e00-9b284e3d58ba tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for port (5d5f39d1-25cc-45c5-98de-5bdf6d03c941), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:59.230141 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-12a90d38-de3e-4958-8767-cd0e1565f5a3 req-e6573d1b-3d83-4fa0-9034-8c2c6ef0a4bf tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 210 time: 0.0311184 Jul 18 02:43:59.307385 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce43935-185a-4c86-a521-fa2d450f4773 admin admin] Network c8e0fb7c-2761-451c-afcc-c07dac4a49ac is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:43:59.309133 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-98aa943b-6143-42f4-9e00-9b284e3d58ba tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (5d5f39d1-25cc-45c5-98de-5bdf6d03c941), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:59.352727 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-98aa943b-6143-42f4-9e00-9b284e3d58ba tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Network 40df86f1-859f-4d28-af05-d94fe8d1d2ea is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:43:59.355744 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-98aa943b-6143-42f4-9e00-9b284e3d58ba tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:43:59.358581 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-98aa943b-6143-42f4-9e00-9b284e3d58ba tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:43:59.396416 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa943b-6143-42f4-9e00-9b284e3d58ba tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event updated for resources: {'Port': ['ID=5d5f39d1-25cc-45c5-98de-5bdf6d03c941,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:43:59.424150 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-cce43935-185a-4c86-a521-fa2d450f4773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, c8e0fb7c-2761-451c-afcc-c07dac4a49ac) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:43:59.426000 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-98aa943b-6143-42f4-9e00-9b284e3d58ba tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:59.426875 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-98aa943b-6143-42f4-9e00-9b284e3d58ba tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:59.434175 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce43935-185a-4c86-a521-fa2d450f4773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:59.437554 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dba241-c5c6-4ab2-a280-38a155b80a30 None None] Network c8e0fb7c-2761-451c-afcc-c07dac4a49ac requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:43:59.437716 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cce43935-185a-4c86-a521-fa2d450f4773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:59.540701 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-98aa943b-6143-42f4-9e00-9b284e3d58ba tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8833897 Jul 18 02:43:59.560155 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Request body: {'port': {'device_id': 'ef000cad-4622-4a4d-883f-58fafad96e81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:43:59.574623 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-cce43935-185a-4c86-a521-fa2d450f4773 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9361222 Jul 18 02:43:59.575258 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6597355a-e5c5-43a7-92e1-f009fb62f4a8 None None] Network c8e0fb7c-2761-451c-afcc-c07dac4a49ac requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:43:59.649858 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37616f3b-baf1-4d64-9985-e1a0853ecf7c req-f6fd1cab-24bd-4bce-a7fc-52fcadda0c39 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:43:59.664197 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-37616f3b-baf1-4d64-9985-e1a0853ecf7c req-f6fd1cab-24bd-4bce-a7fc-52fcadda0c39 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.1050420 Jul 18 02:43:59.703263 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5d5f39d1-25cc-45c5-98de-5bdf6d03c941), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:59.709839 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:59.725746 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-ae7451ad-704a-440c-aceb-e6f132320867 None None] Provisioning complete for port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:43:59.726822 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ae7451ad-704a-440c-aceb-e6f132320867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (5d5f39d1-25cc-45c5-98de-5bdf6d03c941), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:43:59.782873 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-37616f3b-baf1-4d64-9985-e1a0853ecf7c req-24c43762-97b5-4d95-b866-0e961a00f301 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094644 Jul 18 02:43:59.785238 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 5fd8b9bf-0dc7-4030-8d82-774afb4914af details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:43:59.805298 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-ae7451ad-704a-440c-aceb-e6f132320867 None None] Port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:43:59.868456 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:43:59.965029 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 5fd8b9bf-0dc7-4030-8d82-774afb4914af, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=5fd8b9bf-0dc7-4030-8d82-774afb4914af,segment=NetworkSegment(5fb5ec03-a77a-40d0-a989-00a632bafae7),segment_id=5fb5ec03-a77a-40d0-a989-00a632bafae7)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:43:59.978681 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '5fd8b9bf-0dc7-4030-8d82-774afb4914af', 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'port_id': '5fd8b9bf-0dc7-4030-8d82-774afb4914af', 'mac_address': 'fa:16:3e:37:40:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:44:00.018069 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 5fd8b9bf-0dc7-4030-8d82-774afb4914af is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:00.018529 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:00.032748 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd8b9bf-0dc7-4030-8d82-774afb4914af {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:44:00.055293 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 5fd8b9bf-0dc7-4030-8d82-774afb4914af, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=5fd8b9bf-0dc7-4030-8d82-774afb4914af,segment=NetworkSegment(5fb5ec03-a77a-40d0-a989-00a632bafae7),segment_id=5fb5ec03-a77a-40d0-a989-00a632bafae7)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:44:00.201166 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:00.255155 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=5fd8b9bf-0dc7-4030-8d82-774afb4914af,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:00.262870 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:00.268019 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:00.268019 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:00.268019 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:00.268019 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:00.268019 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:00.268019 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:00.268019 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:00.268019 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:00.268019 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:00.268019 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:00.268019 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:00.268019 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:00.268019 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:00.269900 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:00.392538 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00769839-430b-47bc-93b2-f4b7dfff8b4b req-9865efe1-c873-4ae7-8ce4-76af73e7edd0 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:00.394001 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-00769839-430b-47bc-93b2-f4b7dfff8b4b req-9865efe1-c873-4ae7-8ce4-76af73e7edd0 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 931 time: 0.0671875 Jul 18 02:44:00.440932 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:44:00.452538 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Publish callbacks [] for port (5d5f39d1-25cc-45c5-98de-5bdf6d03c941), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:00.484138 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Transition to ACTIVE for port object 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:44:00.488094 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-00769839-430b-47bc-93b2-f4b7dfff8b4b req-4e4688ed-4971-4e62-9008-978dbcf136cf tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754511 Jul 18 02:44:00.526956 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['5fd8b9bf-0dc7-4030-8d82-774afb4914af'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:44:00.530655 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:00.554022 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (5d5f39d1-25cc-45c5-98de-5bdf6d03c941), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:00.615441 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5f39d1-25cc-45c5-98de-5bdf6d03c941,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:00.640491 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:00.703169 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:00.718258 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Attempting to bind port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:44:00.734638 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Attempting to bind port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:44:00.734638 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Attempting to bind port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 on network 40df86f1-859f-4d28-af05-d94fe8d1d2ea {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:44:00.734638 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 on network 40df86f1-859f-4d28-af05-d94fe8d1d2ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:44:00.734638 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Attempting to bind port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 on network 40df86f1-859f-4d28-af05-d94fe8d1d2ea {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:44:00.734638 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:44:00.734638 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Checking segment: {'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:44:00.735756 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Bound using segment: {'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:44:00.735756 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Bound port: 5d5f39d1-25cc-45c5-98de-5bdf6d03c941, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25716a32-7a47-4e82-a925-214887338389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:44:00.736166 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5d5f39d1-25cc-45c5-98de-5bdf6d03c941), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:00.836046 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] For port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:44:00.845247 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] For port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=5d5f39d1-25cc-45c5-98de-5bdf6d03c941,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:44:00.935208 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0554d66-200c-42e2-b1e6-36a132fb3561 req-21ab3dbc-4a67-44a8-b74e-70af4ca5fb83 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:00.936477 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a0554d66-200c-42e2-b1e6-36a132fb3561 req-21ab3dbc-4a67-44a8-b74e-70af4ca5fb83 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 944 time: 0.0607591 Jul 18 02:44:00.943288 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (5d5f39d1-25cc-45c5-98de-5bdf6d03c941), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:00.974219 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 57950) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:00.983651 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:00.984700 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:00.987041 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] 10.222.0.72 "PUT /v2.0/ports/5d5f39d1-25cc-45c5-98de-5bdf6d03c941 HTTP/1.1" status: 200 len: 1093 time: 1.4311488 Jul 18 02:44:00.987041 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef000cad-4622-4a4d-883f-58fafad96e81', 'tag': '5d5f39d1-25cc-45c5-98de-5bdf6d03c941'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:44:00.989260 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa94bf9-bf6f-469a-9315-fb8b2c4789ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ef000cad-4622-4a4d-883f-58fafad96e81", "tag": "5d5f39d1-25cc-45c5-98de-5bdf6d03c941"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:44:01.018979 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a0554d66-200c-42e2-b1e6-36a132fb3561 req-8de0124f-4330-4e13-a0b6-061f25a54f1b tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759516 Jul 18 02:44:01.031203 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7eea98-23e9-4f17-b56f-e728bae5f299 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5f39d1-25cc-45c5-98de-5bdf6d03c941,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:01.045729 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9ab8e1-7a1b-4cb3-be01-eaa5e486fe45 x-openstack-request-id: req-1a9ab8e1-7a1b-4cb3-be01-eaa5e486fe45 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:44:01.046211 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef000cad-4622-4a4d-883f-58fafad96e81", "tag": "5d5f39d1-25cc-45c5-98de-5bdf6d03c941", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:44:01.046457 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a9ab8e1-7a1b-4cb3-be01-eaa5e486fe45 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:44:01.046957 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9ab8e1-7a1b-4cb3-be01-eaa5e486fe45'] response: {'name': 'network-changed', 'server_uuid': 'ef000cad-4622-4a4d-883f-58fafad96e81', 'tag': '5d5f39d1-25cc-45c5-98de-5bdf6d03c941', 'status': 'completed', 'code': 200} Jul 18 02:44:01.136489 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4b02a27f-a745-41b3-9770-c99d0e581034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:01.146375 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa94bf9-bf6f-469a-9315-fb8b2c4789ab req-87f36418-9243-4881-bce8-6d78debf80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:01.149392 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2fa94bf9-bf6f-469a-9315-fb8b2c4789ab req-87f36418-9243-4881-bce8-6d78debf80ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=807f88779cf842f3bbe09615d470f44c&device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 1127 time: 0.0559464 Jul 18 02:44:01.245872 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4b02a27f-a745-41b3-9770-c99d0e581034 admin admin] Publish callbacks [] for security_group (40e03ae4-4c77-40c4-be6f-4c3c39808774), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:01.286167 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa94bf9-bf6f-469a-9315-fb8b2c4789ab req-3be55a8b-d5f4-481e-84ca-9974f695ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:01.287703 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2fa94bf9-bf6f-469a-9315-fb8b2c4789ab req-3be55a8b-d5f4-481e-84ca-9974f695ca00 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=807f88779cf842f3bbe09615d470f44c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1247091 Jul 18 02:44:01.381558 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4b02a27f-a745-41b3-9770-c99d0e581034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (40e03ae4-4c77-40c4-be6f-4c3c39808774), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:01.387007 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa94bf9-bf6f-469a-9315-fb8b2c4789ab req-7cdf8f82-6dc7-496b-960a-535102be9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:01.388663 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2fa94bf9-bf6f-469a-9315-fb8b2c4789ab req-7cdf8f82-6dc7-496b-960a-535102be9245 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932879 Jul 18 02:44:01.405905 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-cf903bfb-25cc-4b8a-b13e-49191fb179af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:01.433563 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-4b02a27f-a745-41b3-9770-c99d0e581034 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a43c7e0e2934215b5000d957a1ddc40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4572282 Jul 18 02:44:01.434512 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02a27f-a745-41b3-9770-c99d0e581034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e03ae4-4c77-40c4-be6f-4c3c39808774,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:01.435722 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 57956) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:01.517762 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ae07636e-17b7-4b8e-847f-92f397664c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:01.519275 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-ae07636e-17b7-4b8e-847f-92f397664c22 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=807f88779cf842f3bbe09615d470f44c&device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 1127 time: 0.0594704 Jul 18 02:44:01.530563 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2b91a45f-144e-4b3b-bbc9-a63cbf23ac3e admin admin] Publish callbacks [] for security_group (40e03ae4-4c77-40c4-be6f-4c3c39808774), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:01.575087 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-88e7622e-1976-4685-85e4-275724a8a4dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d5f39d1-25cc-45c5-98de-5bdf6d03c941 HTTP/1.1" status: 200 len: 217 time: 0.0426874 Jul 18 02:44:01.597046 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2b91a45f-144e-4b3b-bbc9-a63cbf23ac3e admin admin] Publish callbacks [] for security_group (40e03ae4-4c77-40c4-be6f-4c3c39808774), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:01.611205 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99ddd5-b009-49f3-bcc6-750cb3d21c16 req-492c8a6a-46f8-4fd5-a292-5cc23f8fc983 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:01.612873 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5d99ddd5-b009-49f3-bcc6-750cb3d21c16 req-492c8a6a-46f8-4fd5-a292-5cc23f8fc983 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 943 time: 0.0517550 Jul 18 02:44:01.663798 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5d99ddd5-b009-49f3-bcc6-750cb3d21c16 req-a7489a65-6047-427b-b961-1e4ef368203c tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450187 Jul 18 02:44:01.717063 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-d3500e2c-76d9-42c9-9b31-ce9197513cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:01.719372 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-d3500e2c-76d9-42c9-9b31-ce9197513cc9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaa05713-ce93-4cf4-8801-b67183726cee HTTP/1.1" status: 200 len: 851 time: 0.1356080 Jul 18 02:44:01.767718 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-4c82e8dc-97f4-47bb-94c1-be2566d3869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:01.769286 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-4c82e8dc-97f4-47bb-94c1-be2566d3869e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40df86f1-859f-4d28-af05-d94fe8d1d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438886 Jul 18 02:44:01.770363 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2b91a45f-144e-4b3b-bbc9-a63cbf23ac3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (40e03ae4-4c77-40c4-be6f-4c3c39808774), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:01.772801 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2b91a45f-144e-4b3b-bbc9-a63cbf23ac3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:01.773812 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-2b91a45f-144e-4b3b-bbc9-a63cbf23ac3e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/40e03ae4-4c77-40c4-be6f-4c3c39808774 HTTP/1.1" status: 204 len: 168 time: 0.3370032 Jul 18 02:44:01.787932 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 5fd8b9bf-0dc7-4030-8d82-774afb4914af up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:44:01.792321 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91a45f-144e-4b3b-bbc9-a63cbf23ac3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e03ae4-4c77-40c4-be6f-4c3c39808774,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:01.873115 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port 5fd8b9bf-0dc7-4030-8d82-774afb4914af completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:44:01.891692 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-6515ab65-122e-4aea-ac73-190957bb0bd2 service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151080 Jul 18 02:44:01.973146 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 5fd8b9bf-0dc7-4030-8d82-774afb4914af triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:01.973705 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:01.996445 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c5409535-83ef-4a0e-9fc5-58a82cbb1e76 req-4fdb4593-1dda-441a-9541-497559a861d2 service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988266 Jul 18 02:44:02.061447 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 5fd8b9bf-0dc7-4030-8d82-774afb4914af is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:02.061899 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:02.089529 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd8b9bf-0dc7-4030-8d82-774afb4914af'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:44:02.096703 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d4301c-aec9-47dc-b195-7e8386b9a7f9" -d '{"events": [{"server_uuid": "e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39", "name": "network-vif-plugged", "status": "completed", "tag": "5fd8b9bf-0dc7-4030-8d82-774afb4914af"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:44:02.117867 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 5fd8b9bf-0dc7-4030-8d82-774afb4914af, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=5fd8b9bf-0dc7-4030-8d82-774afb4914af,segment=NetworkSegment(5fb5ec03-a77a-40d0-a989-00a632bafae7),segment_id=5fb5ec03-a77a-40d0-a989-00a632bafae7)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:44:02.151097 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80fbf9-24da-4a4f-98ad-675de72d9205 req-591eefa1-6176-4b01-b10c-66ac487e6e7f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:02.152581 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9b80fbf9-24da-4a4f-98ad-675de72d9205 req-591eefa1-6176-4b01-b10c-66ac487e6e7f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 944 time: 0.0517731 Jul 18 02:44:02.181700 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:02.204188 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-47decaa6-9b5f-4dac-b35e-1fa039fe1f25 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:02.206049 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:02.211070 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-47decaa6-9b5f-4dac-b35e-1fa039fe1f25 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/networks?id=c8e0fb7c-2761-451c-afcc-c07dac4a49ac HTTP/1.1" status: 200 len: 814 time: 0.1508822 Jul 18 02:44:02.218657 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9b80fbf9-24da-4a4f-98ad-675de72d9205 req-e2e4251a-07cb-4f2c-91fa-baace97980b1 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599518 Jul 18 02:44:02.221764 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:02.222667 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-3bc6d59a-3206-4cbd-b468-30f7ef6d4142 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/quotas/ad2b132c879f4f5e90593713a3f472c1 HTTP/1.1" status: 200 len: 375 time: 0.0099950 Jul 18 02:44:02.239602 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=5fd8b9bf-0dc7-4030-8d82-774afb4914af,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:02.261389 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ffab06-d4f0-4b51-baf8-7dd0f6f6d8af x-openstack-request-id: req-a8ffab06-d4f0-4b51-baf8-7dd0f6f6d8af {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:44:02.261682 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39", "name": "network-vif-plugged", "status": "completed", "tag": "5fd8b9bf-0dc7-4030-8d82-774afb4914af", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:44:02.261914 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-05102317-dac9-4016-b018-281e5abab2e1 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad2b132c879f4f5e90593713a3f472c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311558 Jul 18 02:44:02.265308 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8ffab06-d4f0-4b51-baf8-7dd0f6f6d8af {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:44:02.265308 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ffab06-d4f0-4b51-baf8-7dd0f6f6d8af'] response: {'server_uuid': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd8b9bf-0dc7-4030-8d82-774afb4914af', 'code': 200} Jul 18 02:44:02.364954 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-ecd85302-596a-4b82-95fb-68f05d0336d2 service neutron] 10.222.0.66 "GET /v2.0/networks/c8e0fb7c-2761-451c-afcc-c07dac4a49ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962417 Jul 18 02:44:02.405154 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:02.461188 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-a3b2990a-31d6-473d-896a-990e0caadcc5 service neutron] 10.222.0.66 "GET /v2.0/networks/c8e0fb7c-2761-451c-afcc-c07dac4a49ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904207 Jul 18 02:44:02.472827 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 57982) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:02.487910 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e33d8e8e-2469-40a5-9b6b-efefcde80f93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:02.564857 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e33d8e8e-2469-40a5-9b6b-efefcde80f93 admin admin] Publish callbacks [] for security_group (d26f0653-92c2-47b4-b4b6-b22efe839988), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:02.615776 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:02.697392 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718033ad-c8fa-4715-9deb-a7ec1ad6d538 req-e87467d1-9557-44dc-ba3a-ab651972e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:02.699029 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-718033ad-c8fa-4715-9deb-a7ec1ad6d538 req-e87467d1-9557-44dc-ba3a-ab651972e554 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 1129 time: 0.0433104 Jul 18 02:44:02.712933 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e33d8e8e-2469-40a5-9b6b-efefcde80f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (d26f0653-92c2-47b4-b4b6-b22efe839988), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:02.776578 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-e33d8e8e-2469-40a5-9b6b-efefcde80f93 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5db41ad2234a463cbcfd79c8597c4245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025143 Jul 18 02:44:02.781932 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d8e8e-2469-40a5-9b6b-efefcde80f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26f0653-92c2-47b4-b4b6-b22efe839988,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:02.784812 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 57986) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:02.788128 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-718033ad-c8fa-4715-9deb-a7ec1ad6d538 req-9339750a-8ff2-4212-b459-ad80f6d97452 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823336 Jul 18 02:44:02.820484 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182ef14-5401-41f8-9089-50b01e60ae42 req-b733da7e-f0cf-4729-aa9d-4f14dbdf4541 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:02.823068 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8182ef14-5401-41f8-9089-50b01e60ae42 req-b733da7e-f0cf-4729-aa9d-4f14dbdf4541 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 943 time: 0.0860717 Jul 18 02:44:02.864609 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9d6b3e00-d645-47fc-9e62-fabce6441aee req-a5fb7664-7b48-4a77-9808-0a7ece08f9ae tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 210 time: 0.0321386 Jul 18 02:44:02.892865 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-017fadc4-2472-42ce-8826-5e9219bab506 admin admin] Publish callbacks [] for security_group (d26f0653-92c2-47b4-b4b6-b22efe839988), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:02.902510 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8182ef14-5401-41f8-9089-50b01e60ae42 req-ef63c4d2-e4a7-4198-b5df-dd12060cb472 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714834 Jul 18 02:44:02.922675 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-017fadc4-2472-42ce-8826-5e9219bab506 admin admin] Publish callbacks [] for security_group (d26f0653-92c2-47b4-b4b6-b22efe839988), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:02.925977 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:03.032650 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-017fadc4-2472-42ce-8826-5e9219bab506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (d26f0653-92c2-47b4-b4b6-b22efe839988), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:03.035299 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-017fadc4-2472-42ce-8826-5e9219bab506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:03.036425 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-017fadc4-2472-42ce-8826-5e9219bab506 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d26f0653-92c2-47b4-b4b6-b22efe839988 HTTP/1.1" status: 204 len: 168 time: 0.2505081 Jul 18 02:44:03.044336 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fadc4-2472-42ce-8826-5e9219bab506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26f0653-92c2-47b4-b4b6-b22efe839988,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:03.330033 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1313f-c54e-42c6-b70d-e5015d0edab3 req-fadb30d7-9d2d-44cf-87c9-131fdfb3f589 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:03.331540 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-dbf1313f-c54e-42c6-b70d-e5015d0edab3 req-fadb30d7-9d2d-44cf-87c9-131fdfb3f589 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0489938 Jul 18 02:44:03.383594 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-dbf1313f-c54e-42c6-b70d-e5015d0edab3 req-fd5e4e3c-bd23-47c1-bd18-3c3bbb15002d tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464723 Jul 18 02:44:03.949074 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:03.949649 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:03.952148 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e0b1852f-a78c-4a03-b59f-964256b6d40b req-c5a45251-837c-4cd6-b254-ce2c0d82c39c tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 210 time: 0.0349183 Jul 18 02:44:03.977571 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:04.041778 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592d93a-9bfa-42f0-9e2a-aeb5e3561e04 req-4f1dccdc-eccb-436b-ad51-dd113f702692 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:04.043331 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3592d93a-9bfa-42f0-9e2a-aeb5e3561e04 req-4f1dccdc-eccb-436b-ad51-dd113f702692 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 943 time: 0.0515876 Jul 18 02:44:04.093627 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3592d93a-9bfa-42f0-9e2a-aeb5e3561e04 req-8eb856ae-db16-4fa9-b3d5-7bc0dd123702 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444410 Jul 18 02:44:04.237306 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 58024) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:04.340465 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1176073425-network', 'tenant_id': '0c5f3a65a41f408ca62f1acfb3a4ffee'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:44:04.449771 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Made reservation on behalf of 0c5f3a65a41f408ca62f1acfb3a4ffee for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:44:04.452277 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:04.471922 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:04.532340 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc579dca-73d6-4700-b98e-215456b7a3e4 req-e4468785-b568-4a59-8797-f7b9932dbf34 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:04.533819 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dc579dca-73d6-4700-b98e-215456b7a3e4 req-e4468785-b568-4a59-8797-f7b9932dbf34 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0785286 Jul 18 02:44:04.581399 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:04.612134 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dc579dca-73d6-4700-b98e-215456b7a3e4 req-fb4d96c0-aa9b-4ae2-8818-48969d5c3de6 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724387 Jul 18 02:44:04.623873 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Publish callbacks [] for security_group (dd7f66e0-b11b-407c-8dd5-2d64675fa5b9), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:04.691273 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (dd7f66e0-b11b-407c-8dd5-2d64675fa5b9), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:04.716230 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:44:04.730728 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7f66e0-b11b-407c-8dd5-2d64675fa5b9,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:04.733439 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9788b8-5f6e-4965-b469-a1988640000f req-f6279460-b777-4563-9411-f312ce50199f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:04.735673 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ec9788b8-5f6e-4965-b469-a1988640000f req-f6279460-b777-4563-9411-f312ce50199f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0543666 Jul 18 02:44:04.736317 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (62760aed-8572-4778-ba4e-6cfd92374224), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:04.736655 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Added segment 62760aed-8572-4778-ba4e-6cfd92374224 of type vlan for network dd0a89ec-c86a-4ec7-9ba1-36d36d557f98 Jul 18 02:44:04.737685 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:04.753839 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:04.754208 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:04.754554 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:04.754903 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:04.755232 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:04.755560 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:04.755885 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:04.756212 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:04.756535 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:04.756855 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:04.757170 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:04.757492 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:04.757808 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:04.758145 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:04.758466 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:04.789313 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ec9788b8-5f6e-4965-b469-a1988640000f req-c9fd55bd-fbe0-4fef-8ba1-0fa464036943 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477462 Jul 18 02:44:04.799570 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (dd0a89ec-c86a-4ec7-9ba1-36d36d557f98), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:04.813023 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58032) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:04.926117 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (dd0a89ec-c86a-4ec7-9ba1-36d36d557f98), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:04.927354 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:04.927934 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:04.963029 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f886a2e-db45-4e7a-8cd0-3db6841b3bf4 tempest-TestShelveInstance-567036292 tempest-TestShelveInstance-567036292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:04.967269 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-5f886a2e-db45-4e7a-8cd0-3db6841b3bf4 tempest-TestShelveInstance-567036292 tempest-TestShelveInstance-567036292-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 1124 time: 0.1503844 Jul 18 02:44:04.967405 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58036) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:04.972325 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Request body: {'floatingip': {'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'port_id': '5fd8b9bf-0dc7-4030-8d82-774afb4914af', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:44:04.989924 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=dd0a89ec-c86a-4ec7-9ba1-36d36d557f98,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:05.000097 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network dd0a89ec-c86a-4ec7-9ba1-36d36d557f98 details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:44:05.049450 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-eaa5925c-7430-4824-8b3c-b92ec10d7fd2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8110263 Jul 18 02:44:05.053285 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58040) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:05.059388 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-14557dfe-9453-481b-9f92-c641a2f206a4 admin admin] Request body: {'subnet': {'network_id': 'dd0a89ec-c86a-4ec7-9ba1-36d36d557f98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1176073425-subnet', 'tenant_id': '0c5f3a65a41f408ca62f1acfb3a4ffee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:44:05.074133 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-66aec4ff-9aac-49f3-921d-dc2f8971d961 req-eab3e6bf-dace-46cb-9921-4af69e8c0429 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 210 time: 0.0386524 Jul 18 02:44:05.120128 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:05.144975 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14557dfe-9453-481b-9f92-c641a2f206a4 admin admin] Made reservation on behalf of 0c5f3a65a41f408ca62f1acfb3a4ffee for: {'subnet': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:44:05.147402 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-14557dfe-9453-481b-9f92-c641a2f206a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3433315'] for subnet (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:05.293485 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:05.305781 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef4630-f18c-4767-906b-dcad447fc4b3 req-70d07c3d-7d0c-46a0-80dd-3300eccde5af tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:05.307292 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e7ef4630-f18c-4767-906b-dcad447fc4b3 req-70d07c3d-7d0c-46a0-80dd-3300eccde5af tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 943 time: 0.1413190 Jul 18 02:44:05.313205 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:05.387652 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:44:05.535379 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e7ef4630-f18c-4767-906b-dcad447fc4b3 req-83a347d7-0d0b-4421-8bfe-5a99014d6169 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170489 Jul 18 02:44:05.535792 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:05.612339 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-9792adae-d48c-478c-80ab-0a084936491e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:05.613800 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-9792adae-d48c-478c-80ab-0a084936491e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.72 "GET /v2.0/networks?id=c8e0fb7c-2761-451c-afcc-c07dac4a49ac HTTP/1.1" status: 200 len: 814 time: 0.2780206 Jul 18 02:44:05.636514 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-ec303c19-03d6-4fd1-8b4b-5d636f423655 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Request body: {'port': {'device_id': 'a428e59c-6b34-4387-83d1-1d719eef2abf', 'network_id': 'c8e0fb7c-2761-451c-afcc-c07dac4a49ac', 'admin_state_up': True, 'tenant_id': 'ad2b132c879f4f5e90593713a3f472c1'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:44:05.662843 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Allocated IP 172.27.3.232 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/2fefaab2-696b-428e-9182-46d3b0698fcb) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:44:05.779017 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-14557dfe-9453-481b-9f92-c641a2f206a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2644620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3433341'] for subnet (70164bf0-e16e-4dae-9f8a-09f72d1b39b5), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:05.879976 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14557dfe-9453-481b-9f92-c641a2f206a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70164bf0-e16e-4dae-9f8a-09f72d1b39b5,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:05.908168 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for port (2fefaab2-696b-428e-9182-46d3b0698fcb), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:05.919956 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14557dfe-9453-481b-9f92-c641a2f206a4 admin admin] Checking segment: {'id': '62760aed-8572-4778-ba4e-6cfd92374224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dd0a89ec-c86a-4ec7-9ba1-36d36d557f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:44:05.920314 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14557dfe-9453-481b-9f92-c641a2f206a4 admin admin] Network hostable DHCP agents. Network: dd0a89ec-c86a-4ec7-9ba1-36d36d557f98, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:44:05.951222 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=7 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:06.016619 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-ec303c19-03d6-4fd1-8b4b-5d636f423655 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Made reservation on behalf of ad2b132c879f4f5e90593713a3f472c1 for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:44:06.019997 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-ec303c19-03d6-4fd1-8b4b-5d636f423655 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:06.072105 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14557dfe-9453-481b-9f92-c641a2f206a4 admin admin] Network dd0a89ec-c86a-4ec7-9ba1-36d36d557f98 is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:44:06.074489 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (2fefaab2-696b-428e-9182-46d3b0698fcb), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:06.137991 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:44:06.147550 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:44:06.153406 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:44:06.160153 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Pushing event updated for resources: {'Port': ['ID=2fefaab2-696b-428e-9182-46d3b0698fcb,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:06.177903 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cc7062cb-8e7e-49b0-a60b-c3d9c399cf8e req-2302fae6-2ac1-4881-b27c-3e0462f009a4 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 210 time: 0.0328758 Jul 18 02:44:06.200700 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-14557dfe-9453-481b-9f92-c641a2f206a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, dd0a89ec-c86a-4ec7-9ba1-36d36d557f98) {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:44:06.209779 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c405090b-b978-4cca-8a2c-ea8b1276ff3a None None] Network dd0a89ec-c86a-4ec7-9ba1-36d36d557f98 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:44:06.213982 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14557dfe-9453-481b-9f92-c641a2f206a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:06.214588 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-14557dfe-9453-481b-9f92-c641a2f206a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:06.248673 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:06.251409 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-ec303c19-03d6-4fd1-8b4b-5d636f423655 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Allocated IP 172.20.0.6 (c8e0fb7c-2761-451c-afcc-c07dac4a49ac/4a5d2376-8b32-4888-9985-595b2b550627/d0204ed9-f9ee-4893-b615-fad157df027c) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:44:06.356468 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-14557dfe-9453-481b-9f92-c641a2f206a4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3019159 Jul 18 02:44:06.449359 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e77083a-b2a1-4759-8a9c-3eb1bf78017d None None] Network dd0a89ec-c86a-4ec7-9ba1-36d36d557f98 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:44:06.592056 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-ec303c19-03d6-4fd1-8b4b-5d636f423655 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Publish callbacks [] for port (d0204ed9-f9ee-4893-b615-fad157df027c), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:06.670548 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:06.710729 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce3ce-2748-4aab-a151-78312a1cce58 req-a529e350-32c6-429b-bc59-546a18b7b330 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:06.712209 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-61fce3ce-2748-4aab-a151-78312a1cce58 req-a529e350-32c6-429b-bc59-546a18b7b330 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 943 time: 0.1059394 Jul 18 02:44:06.803675 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for floatingip (f57c891b-6511-48ad-9098-345f723bb0cd), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:06.824750 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-61fce3ce-2748-4aab-a151-78312a1cce58 req-b8c57108-5209-4e19-910c-325b246712da tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845885 Jul 18 02:44:06.857013 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-ec303c19-03d6-4fd1-8b4b-5d636f423655 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (d0204ed9-f9ee-4893-b615-fad157df027c), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:06.903481 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-ec303c19-03d6-4fd1-8b4b-5d636f423655 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Network c8e0fb7c-2761-451c-afcc-c07dac4a49ac is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:44:06.909153 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-ec303c19-03d6-4fd1-8b4b-5d636f423655 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:44:06.913220 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-ec303c19-03d6-4fd1-8b4b-5d636f423655 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:44:06.941559 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec303c19-03d6-4fd1-8b4b-5d636f423655 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Pushing event updated for resources: {'Port': ['ID=d0204ed9-f9ee-4893-b615-fad157df027c,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:06.988929 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-ec303c19-03d6-4fd1-8b4b-5d636f423655 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:06.989535 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-ec303c19-03d6-4fd1-8b4b-5d636f423655 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:06.992163 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (2fefaab2-696b-428e-9182-46d3b0698fcb), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:07.032982 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:07.092680 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-ec303c19-03d6-4fd1-8b4b-5d636f423655 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4636106 Jul 18 02:44:07.112180 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Request body: {'port': {'device_id': 'a428e59c-6b34-4387-83d1-1d719eef2abf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:44:07.129893 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 58066) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:07.134933 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-6b1b29bd-d309-41c1-8fd6-e310e1ed75f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-283823114-network', 'tenant_id': '9351e7bbd4cc4fefa7c21aaf12199f87'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:44:07.202106 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for port (2fefaab2-696b-428e-9182-46d3b0698fcb), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:07.204486 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (d0204ed9-f9ee-4893-b615-fad157df027c), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:07.245856 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1b29bd-d309-41c1-8fd6-e310e1ed75f9 admin admin] Made reservation on behalf of 9351e7bbd4cc4fefa7c21aaf12199f87 for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:44:07.248620 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b1b29bd-d309-41c1-8fd6-e310e1ed75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:07.288573 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b1b29bd-d309-41c1-8fd6-e310e1ed75f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:07.318614 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824a386-61ab-4a81-9992-a2851d2bbda0 req-e5b50fff-3b68-42f4-a0a0-d3ad8e8d3869 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:07.320423 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4824a386-61ab-4a81-9992-a2851d2bbda0 req-e5b50fff-3b68-42f4-a0a0-d3ad8e8d3869 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 931 time: 0.0682054 Jul 18 02:44:07.323499 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:07.406183 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-4824a386-61ab-4a81-9992-a2851d2bbda0 req-3a17d25e-784c-4813-b3da-0622ecbf7519 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765793 Jul 18 02:44:07.447795 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b1b29bd-d309-41c1-8fd6-e310e1ed75f9 admin admin] Publish callbacks [] for security_group (c5f29754-b830-472e-b5e7-6e3617788b38), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:07.513301 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b1b29bd-d309-41c1-8fd6-e310e1ed75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (c5f29754-b830-472e-b5e7-6e3617788b38), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:07.524354 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (2fefaab2-696b-428e-9182-46d3b0698fcb), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:07.537243 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1b29bd-d309-41c1-8fd6-e310e1ed75f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:44:07.551789 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b29bd-d309-41c1-8fd6-e310e1ed75f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f29754-b830-472e-b5e7-6e3617788b38,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:07.556696 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b1b29bd-d309-41c1-8fd6-e310e1ed75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (5d1ebd64-c874-430e-879c-0a3e424616f1), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:07.557034 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-6b1b29bd-d309-41c1-8fd6-e310e1ed75f9 admin admin] Added segment 5d1ebd64-c874-430e-879c-0a3e424616f1 of type vlan for network 280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48 Jul 18 02:44:07.599393 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b1b29bd-d309-41c1-8fd6-e310e1ed75f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:07.656281 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Pushing event updated for resources: {'Port': ['ID=2fefaab2-696b-428e-9182-46d3b0698fcb,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:07.688743 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (f57c891b-6511-48ad-9098-345f723bb0cd), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:07.704010 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b1b29bd-d309-41c1-8fd6-e310e1ed75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:07.705056 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1b29bd-d309-41c1-8fd6-e310e1ed75f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:07.705636 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b1b29bd-d309-41c1-8fd6-e310e1ed75f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:07.767398 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b29bd-d309-41c1-8fd6-e310e1ed75f9 admin admin] Pushing event updated for resources: {'Network': ['ID=280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:07.777924 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network 280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48 details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:44:07.826675 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:07.832652 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-6b1b29bd-d309-41c1-8fd6-e310e1ed75f9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7015939 Jul 18 02:44:07.834916 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58070) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:07.842421 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-4623d643-85ee-4330-a64a-f7b81bcd830f admin admin] Request body: {'subnet': {'network_id': '280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-283823114-subnet', 'tenant_id': '9351e7bbd4cc4fefa7c21aaf12199f87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:44:07.859086 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.l3_db [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Floating IP f57c891b-6511-48ad-9098-345f723bb0cd associated. External IP: 172.27.3.232, port: 5fd8b9bf-0dc7-4030-8d82-774afb4914af. Jul 18 02:44:08.016299 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0204ed9-f9ee-4893-b615-fad157df027c {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:44:08.025922 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecd385-d48c-45dc-85f3-9d84494d647a req-83cb4445-a274-44b4-8100-d5f2ce64b5cd tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:08.027438 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e2ecd385-d48c-45dc-85f3-9d84494d647a req-83cb4445-a274-44b4-8100-d5f2ce64b5cd tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 943 time: 0.1257410 Jul 18 02:44:08.033350 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Publish callbacks [] for port (d0204ed9-f9ee-4893-b615-fad157df027c), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:08.035918 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4623d643-85ee-4330-a64a-f7b81bcd830f admin admin] Made reservation on behalf of 9351e7bbd4cc4fefa7c21aaf12199f87 for: {'subnet': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:44:08.038244 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4623d643-85ee-4330-a64a-f7b81bcd830f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3433315'] for subnet (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:08.123063 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Transition to ACTIVE for port object d0204ed9-f9ee-4893-b615-fad157df027c will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:44:08.204381 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (d0204ed9-f9ee-4893-b615-fad157df027c), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:08.210926 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:08.222732 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e2ecd385-d48c-45dc-85f3-9d84494d647a req-380939cc-45b7-4135-82f1-f0077b0a8a05 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824780 Jul 18 02:44:08.307969 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Pushing event updated for resources: {'Port': ['ID=d0204ed9-f9ee-4893-b615-fad157df027c,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:08.443397 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:44:08.474026 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:08.487859 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:08.491535 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Attempting to bind port d0204ed9-f9ee-4893-b615-fad157df027c on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:44:08.491871 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Attempting to bind port d0204ed9-f9ee-4893-b615-fad157df027c by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': '0edc0c56-6071-437f-b231-0d2e38151030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c8e0fb7c-2761-451c-afcc-c07dac4a49ac'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:44:08.492203 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Attempting to bind port d0204ed9-f9ee-4893-b615-fad157df027c on network c8e0fb7c-2761-451c-afcc-c07dac4a49ac {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:44:08.526843 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ef409-8c8a-4ebf-85a4-2c243f576af5 req-c36b7f4b-b2e5-4d53-8375-cb8961a2a726 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:08.528324 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2a3ef409-8c8a-4ebf-85a4-2c243f576af5 req-c36b7f4b-b2e5-4d53-8375-cb8961a2a726 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 943 time: 0.0510635 Jul 18 02:44:08.528530 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Port d0204ed9-f9ee-4893-b615-fad157df027c on network c8e0fb7c-2761-451c-afcc-c07dac4a49ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:44:08.528862 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Attempting to bind port d0204ed9-f9ee-4893-b615-fad157df027c on network c8e0fb7c-2761-451c-afcc-c07dac4a49ac {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:44:08.537242 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4623d643-85ee-4330-a64a-f7b81bcd830f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2644620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3433341'] for subnet (40021e7e-0c73-46e7-bfeb-4fb82f88f174), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:08.551317 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:44:08.551655 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Checking segment: {'id': '0edc0c56-6071-437f-b231-0d2e38151030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c8e0fb7c-2761-451c-afcc-c07dac4a49ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:44:08.552034 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Bound using segment: {'id': '0edc0c56-6071-437f-b231-0d2e38151030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c8e0fb7c-2761-451c-afcc-c07dac4a49ac'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:44:08.552478 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Bound port: d0204ed9-f9ee-4893-b615-fad157df027c, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edc0c56-6071-437f-b231-0d2e38151030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c8e0fb7c-2761-451c-afcc-c07dac4a49ac'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:44:08.552835 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (d0204ed9-f9ee-4893-b615-fad157df027c), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:08.579480 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2a3ef409-8c8a-4ebf-85a4-2c243f576af5 req-9d6df132-582f-4ede-8a4b-70fc63cecc77 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440168 Jul 18 02:44:08.669084 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623d643-85ee-4330-a64a-f7b81bcd830f admin admin] Pushing event updated for resources: {'Subnet': ['ID=40021e7e-0c73-46e7-bfeb-4fb82f88f174,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:08.698165 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:44:08.708423 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81def8-71ad-49ed-beff-45b986e8b24b None None] Sync routers for ids ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:44:08.713021 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4623d643-85ee-4330-a64a-f7b81bcd830f admin admin] Checking segment: {'id': '5d1ebd64-c874-430e-879c-0a3e424616f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:44:08.713385 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4623d643-85ee-4330-a64a-f7b81bcd830f admin admin] Network hostable DHCP agents. Network: 280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:44:08.736667 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] For port d0204ed9-f9ee-4893-b615-fad157df027c, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:44:08.740747 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] For port d0204ed9-f9ee-4893-b615-fad157df027c, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=d0204ed9-f9ee-4893-b615-fad157df027c,segment=NetworkSegment(0edc0c56-6071-437f-b231-0d2e38151030),segment_id=0edc0c56-6071-437f-b231-0d2e38151030)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:44:08.796880 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a81def8-71ad-49ed-beff-45b986e8b24b None None] Routers {'2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:44:08.797493 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-0a81def8-71ad-49ed-beff-45b986e8b24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:44:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:08.836764 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:08.866794 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (d0204ed9-f9ee-4893-b615-fad157df027c), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:08.868655 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4623d643-85ee-4330-a64a-f7b81bcd830f admin admin] Network 280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48 is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:44:08.884947 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-4cceb6ae-921f-4615-89bf-bcf5914182f4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9159303 Jul 18 02:44:08.901165 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-0a81def8-71ad-49ed-beff-45b986e8b24b None None] Set router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:44:08.903653 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'tag': '5fd8b9bf-0dc7-4030-8d82-774afb4914af'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:44:08.907936 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734cc327-c985-4547-903d-610725f4d1df" -d '{"events": [{"name": "network-changed", "server_uuid": "e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39", "tag": "5fd8b9bf-0dc7-4030-8d82-774afb4914af"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:44:08.918018 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:08.918662 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:08.920108 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] 10.222.0.72 "PUT /v2.0/ports/d0204ed9-f9ee-4893-b615-fad157df027c HTTP/1.1" status: 200 len: 1093 time: 1.8124604 Jul 18 02:44:08.949830 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5d79ba-ead8-4d85-be85-beb9e40c5c52 x-openstack-request-id: req-fc5d79ba-ead8-4d85-be85-beb9e40c5c52 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:44:08.950137 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39", "tag": "5fd8b9bf-0dc7-4030-8d82-774afb4914af", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:44:08.950394 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc5d79ba-ead8-4d85-be85-beb9e40c5c52 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:44:08.950791 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5d79ba-ead8-4d85-be85-beb9e40c5c52'] response: {'name': 'network-changed', 'server_uuid': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'tag': '5fd8b9bf-0dc7-4030-8d82-774afb4914af', 'status': 'completed', 'code': 200} Jul 18 02:44:08.956096 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e416f2f-92e8-4987-8fef-77c41231ce37 service neutron] Pushing event updated for resources: {'Port': ['ID=d0204ed9-f9ee-4893-b615-fad157df027c,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:08.959970 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-4623d643-85ee-4330-a64a-f7b81bcd830f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, 280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48) {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:44:08.964439 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4623d643-85ee-4330-a64a-f7b81bcd830f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:08.965253 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4623d643-85ee-4330-a64a-f7b81bcd830f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:08.971281 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120900dd-73c8-482f-9b15-e2b25fa3ed53 None None] Network 280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:44:09.038215 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cc327-c985-4547-903d-610725f4d1df req-7c329d4b-7fab-47ff-93c5-82d8961e6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:09.039783 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-734cc327-c985-4547-903d-610725f4d1df req-7c329d4b-7fab-47ff-93c5-82d8961e6aad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fe363fe43ef4fd9aec026c4cdc3e18e&device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 1129 time: 0.0476975 Jul 18 02:44:09.075451 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c88954-b73b-4061-9ff7-601df52a532a None None] Network 280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:44:09.110453 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:09.110453 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-4623d643-85ee-4330-a64a-f7b81bcd830f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2634451 Jul 18 02:44:09.155926 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-0a81def8-71ad-49ed-beff-45b986e8b24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'name': 'tempest-TestShelveInstance-1268915522-router', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:49Z', 'updated_at': '2022-07-18T02:42:53Z', 'revision_number': 4, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'gw_port': {'id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:50Z', 'updated_at': '2022-07-18T02:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'f57c891b-6511-48ad-9098-345f723bb0cd', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'port_id': '5fd8b9bf-0dc7-4030-8d82-774afb4914af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'mac_address': 'fa:16:3e:37:40:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:44:06Z', 'updated_at': '2022-07-18T02:44:06Z', 'revision_number': 0, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7301741-bf17-4f80-bad4-a27f7b35223c', 'name': '', 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'mac_address': 'fa:16:3e:ae:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:52Z', 'updated_at': '2022-07-18T02:42:57Z', 'revision_number': 5, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'subnets': [{'id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:09.165711 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-3811c20c-8604-438f-9583-6984bf62af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:09.167383 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-3811c20c-8604-438f-9583-6984bf62af9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ad2b132c879f4f5e90593713a3f472c1&device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 1127 time: 0.0818832 Jul 18 02:44:09.196556 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81def8-71ad-49ed-beff-45b986e8b24b None None] Checking router: 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:44:09.206145 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a81def8-71ad-49ed-beff-45b986e8b24b None None] Routers {'2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:44:09.206912 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-0a81def8-71ad-49ed-beff-45b986e8b24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:44:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:09.222571 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-9485988f-0484-48de-88c8-55b0284acce0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0204ed9-f9ee-4893-b615-fad157df027c HTTP/1.1" status: 200 len: 217 time: 0.0429747 Jul 18 02:44:09.225842 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cc327-c985-4547-903d-610725f4d1df req-1fa079e8-75be-4e3c-92ca-d0315a6ad97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:09.227359 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-734cc327-c985-4547-903d-610725f4d1df req-1fa079e8-75be-4e3c-92ca-d0315a6ad97d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f0b9e2b-f4bb-4648-abfc-2e463ce9379f HTTP/1.1" status: 200 len: 910 time: 0.1822226 Jul 18 02:44:09.314279 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-281b7d2b-c048-4064-85fd-5aee7bac6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:09.316171 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-281b7d2b-c048-4064-85fd-5aee7bac6dec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a5d2376-8b32-4888-9985-595b2b550627 HTTP/1.1" status: 200 len: 854 time: 0.0878837 Jul 18 02:44:09.328716 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-0a81def8-71ad-49ed-beff-45b986e8b24b None None] Set router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:44:09.356013 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b86f6-0f49-4d29-a73a-7b6400c60d7d req-a8c9ded9-d10e-4aed-920f-c3b0f6546388 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:09.362503 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-734cc327-c985-4547-903d-610725f4d1df req-366e9381-8057-4358-a319-900bd4e9fb00 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fd8b9bf-0dc7-4030-8d82-774afb4914af HTTP/1.1" status: 200 len: 999 time: 0.0993404 Jul 18 02:44:09.364392 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-052b6732-e09c-4659-95e2-f18c33d92be0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8e0fb7c-2761-451c-afcc-c07dac4a49ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383890 Jul 18 02:44:09.366168 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a07b86f6-0f49-4d29-a73a-7b6400c60d7d req-a8c9ded9-d10e-4aed-920f-c3b0f6546388 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 943 time: 0.0675561 Jul 18 02:44:09.428662 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a07b86f6-0f49-4d29-a73a-7b6400c60d7d req-0b95ab94-c77c-47ac-9d97-c5538b0bd1bc tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572684 Jul 18 02:44:09.493611 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cc327-c985-4547-903d-610725f4d1df req-1496468f-ff29-4f2a-9762-12fab92080c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:09.495144 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-734cc327-c985-4547-903d-610725f4d1df req-1496468f-ff29-4f2a-9762-12fab92080c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f014daeb-f11c-49e8-a7ac-11e7a74e8212 HTTP/1.1" status: 200 len: 848 time: 0.1217434 Jul 18 02:44:09.522595 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-6d4e3de7-9a5e-4752-9497-f88858783df2 service neutron] 10.222.0.72 "GET /v2.0/networks/c8e0fb7c-2761-451c-afcc-c07dac4a49ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351845 Jul 18 02:44:09.584112 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-0a81def8-71ad-49ed-beff-45b986e8b24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'name': 'tempest-TestShelveInstance-1268915522-router', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:49Z', 'updated_at': '2022-07-18T02:42:53Z', 'revision_number': 4, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'gw_port': {'id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:50Z', 'updated_at': '2022-07-18T02:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'f57c891b-6511-48ad-9098-345f723bb0cd', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'port_id': '5fd8b9bf-0dc7-4030-8d82-774afb4914af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'mac_address': 'fa:16:3e:37:40:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:44:06Z', 'updated_at': '2022-07-18T02:44:06Z', 'revision_number': 0, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7301741-bf17-4f80-bad4-a27f7b35223c', 'name': '', 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'mac_address': 'fa:16:3e:ae:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:52Z', 'updated_at': '2022-07-18T02:42:57Z', 'revision_number': 5, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'subnets': [{'id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:09.609594 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81def8-71ad-49ed-beff-45b986e8b24b None None] The sync data for ids ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'] in dv-cinder-850015-3-iscsi is: [{'id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'name': 'tempest-TestShelveInstance-1268915522-router', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:49Z', 'updated_at': '2022-07-18T02:42:53Z', 'revision_number': 4, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'gw_port': {'id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:50Z', 'updated_at': '2022-07-18T02:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': 'f57c891b-6511-48ad-9098-345f723bb0cd', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'port_id': '5fd8b9bf-0dc7-4030-8d82-774afb4914af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'mac_address': 'fa:16:3e:37:40:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:44:06Z', 'updated_at': '2022-07-18T02:44:06Z', 'revision_number': 0, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7301741-bf17-4f80-bad4-a27f7b35223c', 'name': '', 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'mac_address': 'fa:16:3e:ae:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:52Z', 'updated_at': '2022-07-18T02:42:57Z', 'revision_number': 5, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'subnets': [{'id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:44:09.722999 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e8c85-7955-48b1-a4b2-e1af63be9878 req-ec527a67-eb69-40c6-8bc2-08010887fce6 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:09.724754 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-af5e8c85-7955-48b1-a4b2-e1af63be9878 req-ec527a67-eb69-40c6-8bc2-08010887fce6 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 943 time: 0.0590878 Jul 18 02:44:09.812563 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:09.834047 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:44:09.853788 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe1f3b1-3201-45f1-bc7f-a75965beeffd None None] New status for floating IP f57c891b-6511-48ad-9098-345f723bb0cd: ACTIVE {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:44:09.872690 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cc327-c985-4547-903d-610725f4d1df req-7888cc1c-9021-4d96-a916-df1f52ecf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:09.874261 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-734cc327-c985-4547-903d-610725f4d1df req-7888cc1c-9021-4d96-a916-df1f52ecf1c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f0b9e2b-f4bb-4648-abfc-2e463ce9379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1287789 Jul 18 02:44:09.880096 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-af5e8c85-7955-48b1-a4b2-e1af63be9878 req-020b6206-94ba-4612-b77b-4a59c68f1cf2 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494906 Jul 18 02:44:09.971445 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ea0f7a3a-2c27-41da-833f-04b8d91909e4 req-668a4db6-9128-4f8a-930a-13c5d3747671 service neutron] 10.222.0.72 "GET /v2.0/networks/c8e0fb7c-2761-451c-afcc-c07dac4a49ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248709 Jul 18 02:44:10.001537 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-734cc327-c985-4547-903d-610725f4d1df req-e5ee258c-fc40-4803-8408-0a9e924ebb9b service neutron] 10.222.0.72 "GET /v2.0/networks/0f0b9e2b-f4bb-4648-abfc-2e463ce9379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171873 Jul 18 02:44:10.034707 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=5d5f39d1-25cc-45c5-98de-5bdf6d03c941,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:44:10.076404 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '5d5f39d1-25cc-45c5-98de-5bdf6d03c941', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'port_id': '5d5f39d1-25cc-45c5-98de-5bdf6d03c941', 'mac_address': 'fa:16:3e:f9:80:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:44:10.079291 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:10.116806 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:10.117339 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5d5f39d1-25cc-45c5-98de-5bdf6d03c941), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:10.119864 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:10.131552 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:44:10.155268 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=5d5f39d1-25cc-45c5-98de-5bdf6d03c941,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:44:10.222959 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (5d5f39d1-25cc-45c5-98de-5bdf6d03c941), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:10.276423 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=5d5f39d1-25cc-45c5-98de-5bdf6d03c941,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:10.338591 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-734cc327-c985-4547-903d-610725f4d1df req-4bb2f220-e508-449f-98d5-e24b2e14d926 service neutron] 10.222.0.72 "GET /v2.0/networks/0f0b9e2b-f4bb-4648-abfc-2e463ce9379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886495 Jul 18 02:44:10.534187 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328b1ac-de08-4337-9825-72972f69fcfc req-a368c70a-75ea-46d4-a8d5-763558341498 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:10.535636 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f328b1ac-de08-4337-9825-72972f69fcfc req-a368c70a-75ea-46d4-a8d5-763558341498 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 944 time: 0.0467544 Jul 18 02:44:10.584285 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['5d5f39d1-25cc-45c5-98de-5bdf6d03c941'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:44:10.589132 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f328b1ac-de08-4337-9825-72972f69fcfc req-8331f1b6-a1b5-4bdc-a2a9-f412b8ba598d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479171 Jul 18 02:44:10.951984 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a428e59c-6b34-4387-83d1-1d719eef2abf', 'tag': 'd0204ed9-f9ee-4893-b615-fad157df027c'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:44:10.954806 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f8bff6-638f-4c38-ac2e-0a04db16ce5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a428e59c-6b34-4387-83d1-1d719eef2abf", "tag": "d0204ed9-f9ee-4893-b615-fad157df027c"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:44:10.994907 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b892c662-1090-4337-b483-a2fe39485dd6 x-openstack-request-id: req-b892c662-1090-4337-b483-a2fe39485dd6 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:44:10.995198 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a428e59c-6b34-4387-83d1-1d719eef2abf", "tag": "d0204ed9-f9ee-4893-b615-fad157df027c", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:44:10.995449 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b892c662-1090-4337-b483-a2fe39485dd6 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:44:10.995847 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b892c662-1090-4337-b483-a2fe39485dd6'] response: {'name': 'network-changed', 'server_uuid': 'a428e59c-6b34-4387-83d1-1d719eef2abf', 'tag': 'd0204ed9-f9ee-4893-b615-fad157df027c', 'status': 'completed', 'code': 200} Jul 18 02:44:11.014266 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b20c66-64cb-4752-af83-5f4423601a15 req-1182759a-0364-4e8c-a857-59f3077c873e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:11.015887 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-13b20c66-64cb-4752-af83-5f4423601a15 req-1182759a-0364-4e8c-a857-59f3077c873e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 943 time: 0.0551407 Jul 18 02:44:11.063669 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-13b20c66-64cb-4752-af83-5f4423601a15 req-b3114db9-cd7b-4116-8e0a-7d10bd55a9e7 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422232 Jul 18 02:44:11.297948 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8bff6-638f-4c38-ac2e-0a04db16ce5c req-e7b2dcaa-1c59-4990-b461-6e28b9bf2c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:11.299471 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-27f8bff6-638f-4c38-ac2e-0a04db16ce5c req-e7b2dcaa-1c59-4990-b461-6e28b9bf2c6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ad2b132c879f4f5e90593713a3f472c1&device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 1127 time: 0.0404565 Jul 18 02:44:11.333008 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:11.393576 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8bff6-638f-4c38-ac2e-0a04db16ce5c req-162ddb41-6e5d-41c4-8baa-421d561c6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:11.395089 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-27f8bff6-638f-4c38-ac2e-0a04db16ce5c req-162ddb41-6e5d-41c4-8baa-421d561c6526 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8e0fb7c-2761-451c-afcc-c07dac4a49ac HTTP/1.1" status: 200 len: 915 time: 0.0892026 Jul 18 02:44:11.436588 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-27f8bff6-638f-4c38-ac2e-0a04db16ce5c req-761c2fab-7104-44bc-8d8e-8c2d643f2e13 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0204ed9-f9ee-4893-b615-fad157df027c HTTP/1.1" status: 200 len: 217 time: 0.0342658 Jul 18 02:44:11.486464 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8bff6-638f-4c38-ac2e-0a04db16ce5c req-4372f5a9-1f09-492a-9d9c-34ba3723e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:11.487965 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-27f8bff6-638f-4c38-ac2e-0a04db16ce5c req-4372f5a9-1f09-492a-9d9c-34ba3723e2a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a5d2376-8b32-4888-9985-595b2b550627 HTTP/1.1" status: 200 len: 854 time: 0.0455849 Jul 18 02:44:11.520120 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-27f8bff6-638f-4c38-ac2e-0a04db16ce5c req-a2710e27-ad9d-4292-bbb8-b9045956f59f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8e0fb7c-2761-451c-afcc-c07dac4a49ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261831 Jul 18 02:44:11.613959 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-27f8bff6-638f-4c38-ac2e-0a04db16ce5c req-571d5bd2-1691-4b79-9376-7569e340a324 service neutron] 10.222.0.72 "GET /v2.0/networks/c8e0fb7c-2761-451c-afcc-c07dac4a49ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871058 Jul 18 02:44:11.709824 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-27f8bff6-638f-4c38-ac2e-0a04db16ce5c req-a6ce871a-17b0-44b7-af25-df28936c6337 service neutron] 10.222.0.72 "GET /v2.0/networks/c8e0fb7c-2761-451c-afcc-c07dac4a49ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900123 Jul 18 02:44:11.714369 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c18bb-5ecc-4026-806d-3cf1dad456a2 req-88875fe8-615c-4aa4-9085-66b7ae70eb7d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:11.715916 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1b1c18bb-5ecc-4026-806d-3cf1dad456a2 req-88875fe8-615c-4aa4-9085-66b7ae70eb7d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 944 time: 0.0557451 Jul 18 02:44:11.768575 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1b1c18bb-5ecc-4026-806d-3cf1dad456a2 req-be98a161-e97d-44c3-b526-36bd18d0fda4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465767 Jul 18 02:44:11.866332 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:44:11.910240 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:44:11.981724 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:11.982032 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (5d5f39d1-25cc-45c5-98de-5bdf6d03c941), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:12.055856 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:12.056237 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5d5f39d1-25cc-45c5-98de-5bdf6d03c941), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:12.079632 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef000cad-4622-4a4d-883f-58fafad96e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5f39d1-25cc-45c5-98de-5bdf6d03c941'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:44:12.081851 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0012d3cb-c3a5-41bb-be5d-3689c1360b40" -d '{"events": [{"server_uuid": "ef000cad-4622-4a4d-883f-58fafad96e81", "name": "network-vif-plugged", "status": "completed", "tag": "5d5f39d1-25cc-45c5-98de-5bdf6d03c941"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:44:12.094950 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=5d5f39d1-25cc-45c5-98de-5bdf6d03c941,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:44:12.119795 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e4f475-af3d-4193-88c8-07b77ba72b9d x-openstack-request-id: req-63e4f475-af3d-4193-88c8-07b77ba72b9d {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:44:12.120085 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef000cad-4622-4a4d-883f-58fafad96e81", "name": "network-vif-plugged", "status": "completed", "tag": "5d5f39d1-25cc-45c5-98de-5bdf6d03c941", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:44:12.120337 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-63e4f475-af3d-4193-88c8-07b77ba72b9d {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:44:12.125687 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e4f475-af3d-4193-88c8-07b77ba72b9d'] response: {'server_uuid': 'ef000cad-4622-4a4d-883f-58fafad96e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5f39d1-25cc-45c5-98de-5bdf6d03c941', 'code': 200} Jul 18 02:44:12.166569 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (5d5f39d1-25cc-45c5-98de-5bdf6d03c941), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:12.184010 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f2a51-446d-4b96-beab-c479857b0d5f req-f79b39cb-3763-4e6c-bc41-f3e61ff9f4fa tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:12.185509 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c45f2a51-446d-4b96-beab-c479857b0d5f req-f79b39cb-3763-4e6c-bc41-f3e61ff9f4fa tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 943 time: 0.0507450 Jul 18 02:44:12.219423 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=5d5f39d1-25cc-45c5-98de-5bdf6d03c941,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:12.236943 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c45f2a51-446d-4b96-beab-c479857b0d5f req-dd43d4d0-99a8-4d5f-a088-9ffd2d2149fc tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453207 Jul 18 02:44:12.475170 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50947c0-1ad7-4113-b0c8-8ea5548e034c req-f0490378-04fc-4ee5-922c-a78a821882b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:12.476819 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a50947c0-1ad7-4113-b0c8-8ea5548e034c req-f0490378-04fc-4ee5-922c-a78a821882b4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 1129 time: 0.0402594 Jul 18 02:44:12.523922 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a50947c0-1ad7-4113-b0c8-8ea5548e034c req-0c867ef9-9b01-47ca-9718-9394f48a8b76 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395243 Jul 18 02:44:12.884864 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98294fd4-e473-4317-888b-522b51e5d257 req-bbd9300f-9600-4b6a-a632-eb56e33de8b8 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:12.886517 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-98294fd4-e473-4317-888b-522b51e5d257 req-bbd9300f-9600-4b6a-a632-eb56e33de8b8 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 945 time: 0.0465906 Jul 18 02:44:12.937134 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-98294fd4-e473-4317-888b-522b51e5d257 req-5d5dfec2-e750-4923-9df5-80a5072675b3 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435252 Jul 18 02:44:13.357189 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fbc68-ebd5-44a2-ba5f-b1cdce35f21d req-23f108cf-dfc3-4337-88ee-2a6f9e2cef3e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:13.358858 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ce8fbc68-ebd5-44a2-ba5f-b1cdce35f21d req-23f108cf-dfc3-4337-88ee-2a6f9e2cef3e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 943 time: 0.0512576 Jul 18 02:44:13.409252 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ce8fbc68-ebd5-44a2-ba5f-b1cdce35f21d req-6bbebdd8-58d9-4c55-85ed-4abd83bb95ec tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445487 Jul 18 02:44:13.868230 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device d0204ed9-f9ee-4893-b615-fad157df027c details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:44:13.951050 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:13.972996 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port d0204ed9-f9ee-4893-b615-fad157df027c, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=d0204ed9-f9ee-4893-b615-fad157df027c,segment=NetworkSegment(0edc0c56-6071-437f-b231-0d2e38151030),segment_id=0edc0c56-6071-437f-b231-0d2e38151030)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:44:13.985614 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': 'd0204ed9-f9ee-4893-b615-fad157df027c', 'network_id': 'c8e0fb7c-2761-451c-afcc-c07dac4a49ac', 'port_id': 'd0204ed9-f9ee-4893-b615-fad157df027c', 'mac_address': 'fa:16:3e:77:d0:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d2376-8b32-4888-9985-595b2b550627', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:44:14.022643 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port d0204ed9-f9ee-4893-b615-fad157df027c is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:14.023036 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (d0204ed9-f9ee-4893-b615-fad157df027c), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:14.037471 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0204ed9-f9ee-4893-b615-fad157df027c {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:44:14.042378 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:14.056573 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438908-0ffc-4e0c-a277-82dfc49d06fe req-68116256-a722-419c-8fcc-be1ba1282058 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:14.058073 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c0438908-0ffc-4e0c-a277-82dfc49d06fe req-68116256-a722-419c-8fcc-be1ba1282058 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 945 time: 0.0508556 Jul 18 02:44:14.058264 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port d0204ed9-f9ee-4893-b615-fad157df027c, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=d0204ed9-f9ee-4893-b615-fad157df027c,segment=NetworkSegment(0edc0c56-6071-437f-b231-0d2e38151030),segment_id=0edc0c56-6071-437f-b231-0d2e38151030)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:44:14.113166 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c0438908-0ffc-4e0c-a277-82dfc49d06fe req-8abae2e8-935a-4a0b-8537-9428f45864ef tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486310 Jul 18 02:44:14.182076 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b98a6fa9-ed70-428a-9fd0-020a30c6428d req-93fadac0-6879-4cdf-a45c-38dc35be825f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554914 Jul 18 02:44:14.237887 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d6be4-64b1-459f-92c0-329dee392e64 req-c1283730-fb08-4175-ab4e-01470414de9f tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:14.239482 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6f2d6be4-64b1-459f-92c0-329dee392e64 req-c1283730-fb08-4175-ab4e-01470414de9f tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 945 time: 0.0507891 Jul 18 02:44:14.250257 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:14.362819 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (d0204ed9-f9ee-4893-b615-fad157df027c), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:14.420714 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=d0204ed9-f9ee-4893-b615-fad157df027c,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:14.549615 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbfd4c-6cb2-46af-9603-9b78e06cdbc5 req-435bbf57-a679-4fda-9545-6792f53654b3 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:14.549615 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-55dbfd4c-6cb2-46af-9603-9b78e06cdbc5 req-435bbf57-a679-4fda-9545-6792f53654b3 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 944 time: 0.0659971 Jul 18 02:44:14.570978 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a6fa9-ed70-428a-9fd0-020a30c6428d req-749fba6b-5765-48fb-9d95-5742b7e9d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:14.572465 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b98a6fa9-ed70-428a-9fd0-020a30c6428d req-749fba6b-5765-48fb-9d95-5742b7e9d8b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=807f88779cf842f3bbe09615d470f44c&device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 1129 time: 0.3320644 Jul 18 02:44:14.591342 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6f2d6be4-64b1-459f-92c0-329dee392e64 req-47b5b96d-f45e-42af-834a-3161c02eeb0d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3434064 Jul 18 02:44:14.618000 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58142) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:14.654641 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-55dbfd4c-6cb2-46af-9603-9b78e06cdbc5 req-feec5b0e-2f23-4705-8535-ec21850c0523 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894439 Jul 18 02:44:14.694301 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['d0204ed9-f9ee-4893-b615-fad157df027c'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:44:14.716953 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a6fa9-ed70-428a-9fd0-020a30c6428d req-e5819fac-d52c-42ac-8e8a-1a9f4f563fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:14.719157 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b98a6fa9-ed70-428a-9fd0-020a30c6428d req-e5819fac-d52c-42ac-8e8a-1a9f4f563fa4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=40df86f1-859f-4d28-af05-d94fe8d1d2ea HTTP/1.1" status: 200 len: 913 time: 0.0954931 Jul 18 02:44:14.772743 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:14.792113 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b98a6fa9-ed70-428a-9fd0-020a30c6428d req-1fb61dd1-86c9-4978-a32a-3fb9dee2cd4c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0f73b8a-a342-4961-8be0-cc1c0a325389 HTTP/1.1" status: 200 len: 1000 time: 0.0655012 Jul 18 02:44:14.872414 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aab3a0-37fb-4e19-8a57-2f6b95c5d1ea tempest-TestVolumeBootPattern-1300839583 tempest-TestVolumeBootPattern-1300839583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:14.873974 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-54aab3a0-37fb-4e19-8a57-2f6b95c5d1ea tempest-TestVolumeBootPattern-1300839583 tempest-TestVolumeBootPattern-1300839583-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 1124 time: 0.2548604 Jul 18 02:44:14.876961 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 58148) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:14.879751 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a6fa9-ed70-428a-9fd0-020a30c6428d req-e985ddb4-fb0f-4579-a9b1-831b29805a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:14.881121 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b98a6fa9-ed70-428a-9fd0-020a30c6428d req-e985ddb4-fb0f-4579-a9b1-831b29805a17 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaa05713-ce93-4cf4-8801-b67183726cee HTTP/1.1" status: 200 len: 851 time: 0.0834768 Jul 18 02:44:14.881696 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Request body: {'floatingip': {'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'port_id': '5d5f39d1-25cc-45c5-98de-5bdf6d03c941', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:44:14.929449 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a6fa9-ed70-428a-9fd0-020a30c6428d req-f65dff87-0abe-4aa0-975b-40996600c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:14.930997 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b98a6fa9-ed70-428a-9fd0-020a30c6428d req-f65dff87-0abe-4aa0-975b-40996600c90c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40df86f1-859f-4d28-af05-d94fe8d1d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433955 Jul 18 02:44:14.983103 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:15.032467 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b98a6fa9-ed70-428a-9fd0-020a30c6428d req-64b07185-e427-4447-a00b-16b6e88c0457 service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900271 Jul 18 02:44:15.065514 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:15.128712 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b98a6fa9-ed70-428a-9fd0-020a30c6428d req-6cdb03c2-31f3-49cb-a606-ced0b15a2d3d service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904615 Jul 18 02:44:15.159177 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:15.173926 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Allocated IP 172.27.3.129 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/1348f599-3848-4d90-bbbf-9a9bd6c063fa) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:44:15.255200 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:15.282394 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for port (1348f599-3848-4d90-bbbf-9a9bd6c063fa), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:15.377064 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (1348f599-3848-4d90-bbbf-9a9bd6c063fa), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:15.411775 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:44:15.414635 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:44:15.420304 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:44:15.447141 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event updated for resources: {'Port': ['ID=1348f599-3848-4d90-bbbf-9a9bd6c063fa,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:15.777001 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a492bc-e10f-4b2f-b717-834317cc792f req-232499e6-3476-4350-8695-8eb5d90a8597 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:15.778539 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2a492bc-e10f-4b2f-b717-834317cc792f req-232499e6-3476-4350-8695-8eb5d90a8597 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 944 time: 0.0528610 Jul 18 02:44:15.829459 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a2a492bc-e10f-4b2f-b717-834317cc792f req-53bbca67-3758-4178-b070-8d6b4674858c tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442071 Jul 18 02:44:15.869891 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device d0204ed9-f9ee-4893-b615-fad157df027c up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:44:15.914109 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port d0204ed9-f9ee-4893-b615-fad157df027c completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:44:15.923219 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:15.976732 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port d0204ed9-f9ee-4893-b615-fad157df027c triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:15.977185 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (d0204ed9-f9ee-4893-b615-fad157df027c), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:15.993377 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for floatingip (94c2a1b0-54e4-4f77-9019-af39c3dd7584), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:16.058702 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port d0204ed9-f9ee-4893-b615-fad157df027c is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:16.059125 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (d0204ed9-f9ee-4893-b615-fad157df027c), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:16.083437 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a428e59c-6b34-4387-83d1-1d719eef2abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0204ed9-f9ee-4893-b615-fad157df027c'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:44:16.085770 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e540e64-57c6-47ec-81d6-b83e3108b75c" -d '{"events": [{"server_uuid": "a428e59c-6b34-4387-83d1-1d719eef2abf", "name": "network-vif-plugged", "status": "completed", "tag": "d0204ed9-f9ee-4893-b615-fad157df027c"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:44:16.100561 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port d0204ed9-f9ee-4893-b615-fad157df027c, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=d0204ed9-f9ee-4893-b615-fad157df027c,segment=NetworkSegment(0edc0c56-6071-437f-b231-0d2e38151030),segment_id=0edc0c56-6071-437f-b231-0d2e38151030)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:44:16.125825 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51cf816-3bbb-432c-9e94-57d3d8732dd5 x-openstack-request-id: req-e51cf816-3bbb-432c-9e94-57d3d8732dd5 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:44:16.126591 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a428e59c-6b34-4387-83d1-1d719eef2abf", "name": "network-vif-plugged", "status": "completed", "tag": "d0204ed9-f9ee-4893-b615-fad157df027c", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:44:16.126591 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e51cf816-3bbb-432c-9e94-57d3d8732dd5 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:44:16.126815 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51cf816-3bbb-432c-9e94-57d3d8732dd5'] response: {'server_uuid': 'a428e59c-6b34-4387-83d1-1d719eef2abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0204ed9-f9ee-4893-b615-fad157df027c', 'code': 200} Jul 18 02:44:16.133062 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (1348f599-3848-4d90-bbbf-9a9bd6c063fa), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:16.183022 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (d0204ed9-f9ee-4893-b615-fad157df027c), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:16.239157 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=d0204ed9-f9ee-4893-b615-fad157df027c,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:16.287713 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for port (1348f599-3848-4d90-bbbf-9a9bd6c063fa), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:16.360212 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714115'] for port (1348f599-3848-4d90-bbbf-9a9bd6c063fa), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:16.435668 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event updated for resources: {'Port': ['ID=1348f599-3848-4d90-bbbf-9a9bd6c063fa,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:16.448825 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (94c2a1b0-54e4-4f77-9019-af39c3dd7584), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:16.502246 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0262e-5ba2-443c-a097-a8e79ad203c6 req-15101f6a-8cbd-41e9-bcbf-0018895b0fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:16.503748 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-dee0262e-5ba2-443c-a097-a8e79ad203c6 req-15101f6a-8cbd-41e9-bcbf-0018895b0fe9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 1129 time: 0.0439019 Jul 18 02:44:16.550517 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Floating IP 94c2a1b0-54e4-4f77-9019-af39c3dd7584 associated. External IP: 172.27.3.129, port: 5d5f39d1-25cc-45c5-98de-5bdf6d03c941. Jul 18 02:44:16.552813 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-dee0262e-5ba2-443c-a097-a8e79ad203c6 req-40c14a85-f89b-4279-82f3-7929b225add4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422285 Jul 18 02:44:16.756155 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:44:16.855977 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:16.864507 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:44:16.876335 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2016bb16-9cc1-48bb-9336-042d45a716fd None None] Sync routers for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:44:16.887750 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2016bb16-9cc1-48bb-9336-042d45a716fd None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:44:16.888367 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-2016bb16-9cc1-48bb-9336-042d45a716fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:44:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:16.949088 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b30e2c-5f19-445f-bfa3-7299f8fc1b32 req-f7ec730f-db46-44ec-bc9a-80b3ccf64789 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:16.950524 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f0b30e2c-5f19-445f-bfa3-7299f8fc1b32 req-f7ec730f-db46-44ec-bc9a-80b3ccf64789 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 945 time: 0.0491238 Jul 18 02:44:16.974739 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:16.995586 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-2016bb16-9cc1-48bb-9336-042d45a716fd None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:44:17.001584 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f0b30e2c-5f19-445f-bfa3-7299f8fc1b32 req-be6c44d3-1348-4c7a-b47f-746a2b949a15 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450895 Jul 18 02:44:17.008762 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ce81eda8-412e-419e-ab75-bd9e86b4fc46 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1307156 Jul 18 02:44:17.009439 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef000cad-4622-4a4d-883f-58fafad96e81', 'tag': '5d5f39d1-25cc-45c5-98de-5bdf6d03c941'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:44:17.015641 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64ea466cc435dd77490079e2fa520d09e38a4648c4a1127f42521b2533b3eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2b8c28-67d2-473b-9fa6-765c8cc1cdd8" -d '{"events": [{"name": "network-changed", "server_uuid": "ef000cad-4622-4a4d-883f-58fafad96e81", "tag": "5d5f39d1-25cc-45c5-98de-5bdf6d03c941"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:44:17.054903 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65df19f-d214-4ab9-a8eb-8409bc9250ee x-openstack-request-id: req-d65df19f-d214-4ab9-a8eb-8409bc9250ee {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:44:17.055224 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef000cad-4622-4a4d-883f-58fafad96e81", "tag": "5d5f39d1-25cc-45c5-98de-5bdf6d03c941", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:44:17.055476 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d65df19f-d214-4ab9-a8eb-8409bc9250ee {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:44:17.055885 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d65df19f-d214-4ab9-a8eb-8409bc9250ee'] response: {'name': 'network-changed', 'server_uuid': 'ef000cad-4622-4a4d-883f-58fafad96e81', 'tag': '5d5f39d1-25cc-45c5-98de-5bdf6d03c941', 'status': 'completed', 'code': 200} Jul 18 02:44:17.081877 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:17.092078 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:17.209672 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-2016bb16-9cc1-48bb-9336-042d45a716fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '1835e2be-6f68-4caa-9f1a-5e2b9ae9e004', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'port_id': 'b0f73b8a-a342-4961-8be0-cc1c0a325389', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'mac_address': 'fa:16:3e:30:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:42:00Z', 'updated_at': '2022-07-18T02:42:02Z', 'revision_number': 1, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address_scope': None}, {'id': '94c2a1b0-54e4-4f77-9019-af39c3dd7584', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'port_id': '5d5f39d1-25cc-45c5-98de-5bdf6d03c941', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'mac_address': 'fa:16:3e:f9:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef000cad-4622-4a4d-883f-58fafad96e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:44:15Z', 'updated_at': '2022-07-18T02:44:15Z', 'revision_number': 0, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:17.234565 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2016bb16-9cc1-48bb-9336-042d45a716fd None None] Checking router: 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:44:17.242969 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2016bb16-9cc1-48bb-9336-042d45a716fd None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:44:17.243566 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-2016bb16-9cc1-48bb-9336-042d45a716fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:44:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:17.333688 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:17.345960 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b8c28-67d2-473b-9fa6-765c8cc1cdd8 req-33d41fe8-1670-42a7-8bdf-dc2a65d03723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:17.346656 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-2016bb16-9cc1-48bb-9336-042d45a716fd None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:44:17.347519 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c2b8c28-67d2-473b-9fa6-765c8cc1cdd8 req-33d41fe8-1670-42a7-8bdf-dc2a65d03723 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=807f88779cf842f3bbe09615d470f44c&device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 1129 time: 0.0413444 Jul 18 02:44:17.445040 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b8c28-67d2-473b-9fa6-765c8cc1cdd8 req-45f60ed5-ea4c-4caa-b666-65c5ff368d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:17.446523 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c2b8c28-67d2-473b-9fa6-765c8cc1cdd8 req-45f60ed5-ea4c-4caa-b666-65c5ff368d3a service neutron] 10.222.0.72 "GET /v2.0/networks?id=40df86f1-859f-4d28-af05-d94fe8d1d2ea HTTP/1.1" status: 200 len: 913 time: 0.0925324 Jul 18 02:44:17.509928 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c2b8c28-67d2-473b-9fa6-765c8cc1cdd8 req-3a834758-0947-4add-b4c3-1718dec3dec2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d5f39d1-25cc-45c5-98de-5bdf6d03c941 HTTP/1.1" status: 200 len: 999 time: 0.0556676 Jul 18 02:44:17.570948 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-2016bb16-9cc1-48bb-9336-042d45a716fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '1835e2be-6f68-4caa-9f1a-5e2b9ae9e004', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'port_id': 'b0f73b8a-a342-4961-8be0-cc1c0a325389', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'mac_address': 'fa:16:3e:30:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:42:00Z', 'updated_at': '2022-07-18T02:42:02Z', 'revision_number': 1, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address_scope': None}, {'id': '94c2a1b0-54e4-4f77-9019-af39c3dd7584', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'port_id': '5d5f39d1-25cc-45c5-98de-5bdf6d03c941', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'mac_address': 'fa:16:3e:f9:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef000cad-4622-4a4d-883f-58fafad96e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:44:15Z', 'updated_at': '2022-07-18T02:44:15Z', 'revision_number': 0, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:17.603270 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b8c28-67d2-473b-9fa6-765c8cc1cdd8 req-e9522734-a627-4a76-bbdf-24ece41d1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:17.604853 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c2b8c28-67d2-473b-9fa6-765c8cc1cdd8 req-e9522734-a627-4a76-bbdf-24ece41d1517 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaa05713-ce93-4cf4-8801-b67183726cee HTTP/1.1" status: 200 len: 851 time: 0.0541208 Jul 18 02:44:17.680648 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2016bb16-9cc1-48bb-9336-042d45a716fd None None] The sync data for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi is: [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '1835e2be-6f68-4caa-9f1a-5e2b9ae9e004', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'port_id': 'b0f73b8a-a342-4961-8be0-cc1c0a325389', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'mac_address': 'fa:16:3e:30:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:42:00Z', 'updated_at': '2022-07-18T02:42:02Z', 'revision_number': 1, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address_scope': None}, {'id': '94c2a1b0-54e4-4f77-9019-af39c3dd7584', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'port_id': '5d5f39d1-25cc-45c5-98de-5bdf6d03c941', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'mac_address': 'fa:16:3e:f9:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef000cad-4622-4a4d-883f-58fafad96e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:44:15Z', 'updated_at': '2022-07-18T02:44:15Z', 'revision_number': 0, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:44:17.882450 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfda4cb-d3ea-44c3-8b71-fa7e7028286a None None] New status for floating IP 94c2a1b0-54e4-4f77-9019-af39c3dd7584: ACTIVE {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:44:17.975035 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:18.145020 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197567f-8b9a-4f1d-88fe-526ddbd25db7 req-0f39154e-1bfd-46ac-80a7-a81056dcac7a tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:18.147712 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0197567f-8b9a-4f1d-88fe-526ddbd25db7 req-0f39154e-1bfd-46ac-80a7-a81056dcac7a tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 945 time: 0.0494215 Jul 18 02:44:18.223308 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b8c28-67d2-473b-9fa6-765c8cc1cdd8 req-cd423bd2-c3e6-4194-b095-74a4898aaed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:18.224821 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c2b8c28-67d2-473b-9fa6-765c8cc1cdd8 req-cd423bd2-c3e6-4194-b095-74a4898aaed7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40df86f1-859f-4d28-af05-d94fe8d1d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652552 Jul 18 02:44:18.229304 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0197567f-8b9a-4f1d-88fe-526ddbd25db7 req-9516b357-ceca-42b6-b810-b4a6f0a81b54 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760803 Jul 18 02:44:18.329862 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c2b8c28-67d2-473b-9fa6-765c8cc1cdd8 req-43442e60-30ac-45fc-9481-7e5003d978e8 service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967028 Jul 18 02:44:18.424132 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8c2b8c28-67d2-473b-9fa6-765c8cc1cdd8 req-2cc8acab-1dfa-489e-b5d3-4a9a3fc4b0e6 service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880792 Jul 18 02:44:19.338769 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:19.350007 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4380a1-5491-460b-bdaf-01961b2d97e2 req-071a358c-b9ec-48af-8891-1f7a19427e08 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:19.351532 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0a4380a1-5491-460b-bdaf-01961b2d97e2 req-071a358c-b9ec-48af-8891-1f7a19427e08 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 945 time: 0.0517004 Jul 18 02:44:19.400148 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0a4380a1-5491-460b-bdaf-01961b2d97e2 req-d53daaab-1e4f-421d-93c3-15c7c9ada090 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431511 Jul 18 02:44:26.186863 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 58314) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:26.233382 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0d08e2-005f-4ca0-b32c-95c98942f9ea admin admin] Deleting subnet 70164bf0-e16e-4dae-9f8a-09f72d1b39b5 {{(pid=104650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 02:44:26.236610 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0a0d08e2-005f-4ca0-b32c-95c98942f9ea admin admin] Publish callbacks [] for subnet (70164bf0-e16e-4dae-9f8a-09f72d1b39b5), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:26.271974 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0a0d08e2-005f-4ca0-b32c-95c98942f9ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3123273'] for subnet (70164bf0-e16e-4dae-9f8a-09f72d1b39b5), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:26.312470 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0a0d08e2-005f-4ca0-b32c-95c98942f9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32822860'] for subnet (70164bf0-e16e-4dae-9f8a-09f72d1b39b5), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:26.463144 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0a0d08e2-005f-4ca0-b32c-95c98942f9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32822875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2713805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2525672'] for subnet (70164bf0-e16e-4dae-9f8a-09f72d1b39b5), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:26.490303 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d08e2-005f-4ca0-b32c-95c98942f9ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70164bf0-e16e-4dae-9f8a-09f72d1b39b5,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:26.496518 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0a0d08e2-005f-4ca0-b32c-95c98942f9ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:26.499743 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-0a0d08e2-005f-4ca0-b32c-95c98942f9ea admin admin] 10.222.0.66 "DELETE /v2.0/subnets/70164bf0-e16e-4dae-9f8a-09f72d1b39b5 HTTP/1.1" status: 204 len: 168 time: 0.3118732 Jul 18 02:44:26.502228 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 58318) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:26.571742 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-294db2e7-413e-443b-8f41-7412457f2f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590427'] for network (dd0a89ec-c86a-4ec7-9ba1-36d36d557f98), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:26.657726 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-294db2e7-413e-443b-8f41-7412457f2f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32822413', 'neutron.services.segments.db._delete_segments_for_network-8781983520534'] for network (dd0a89ec-c86a-4ec7-9ba1-36d36d557f98), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:26.680468 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-294db2e7-413e-443b-8f41-7412457f2f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0a89ec-c86a-4ec7-9ba1-36d36d557f98']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:26.689970 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-294db2e7-413e-443b-8f41-7412457f2f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62760aed-8572-4778-ba4e-6cfd92374224') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:26.690298 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-294db2e7-413e-443b-8f41-7412457f2f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62760aed-8572-4778-ba4e-6cfd92374224') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:26.699768 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-294db2e7-413e-443b-8f41-7412457f2f41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781983519775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3123248'] for segment (62760aed-8572-4778-ba4e-6cfd92374224), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:26.713706 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-294db2e7-413e-443b-8f41-7412457f2f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (62760aed-8572-4778-ba4e-6cfd92374224), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:26.720593 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294db2e7-413e-443b-8f41-7412457f2f41 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 02:44:26.720985 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-294db2e7-413e-443b-8f41-7412457f2f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714159'] for segment (62760aed-8572-4778-ba4e-6cfd92374224), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:26.744410 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 62760aed-8572-4778-ba4e-6cfd92374224 resource provider aggregate not found Jul 18 02:44:26.789706 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 62760aed-8572-4778-ba4e-6cfd92374224 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62760aed-8572-4778-ba4e-6cfd92374224 found for delete ", "request_id": "req-b415d825-9417-4a7d-9e16-08615040bd8b"}]} Jul 18 02:44:26.868722 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-294db2e7-413e-443b-8f41-7412457f2f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32822390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33266559'] for network (dd0a89ec-c86a-4ec7-9ba1-36d36d557f98), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:26.874322 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-294db2e7-413e-443b-8f41-7412457f2f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:26.877470 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-294db2e7-413e-443b-8f41-7412457f2f41 admin admin] 10.222.0.66 "DELETE /v2.0/networks/dd0a89ec-c86a-4ec7-9ba1-36d36d557f98 HTTP/1.1" status: 204 len: 168 time: 0.3743303 Jul 18 02:44:26.881096 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58324) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:26.889238 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294db2e7-413e-443b-8f41-7412457f2f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd0a89ec-c86a-4ec7-9ba1-36d36d557f98,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:26.929763 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Deleting subnet 40021e7e-0c73-46e7-bfeb-4fb82f88f174 {{(pid=104651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 02:44:26.933211 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Publish callbacks [] for subnet (40021e7e-0c73-46e7-bfeb-4fb82f88f174), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:26.971107 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2837175'] for subnet (40021e7e-0c73-46e7-bfeb-4fb82f88f174), precommit_delete_associations {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:27.009432 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:27.016106 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32822860'] for subnet (40021e7e-0c73-46e7-bfeb-4fb82f88f174), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:27.131049 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32822875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2644685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3433350'] for subnet (40021e7e-0c73-46e7-bfeb-4fb82f88f174), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:27.158202 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40021e7e-0c73-46e7-bfeb-4fb82f88f174,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:27.164347 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:27.167547 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/40021e7e-0c73-46e7-bfeb-4fb82f88f174 HTTP/1.1" status: 204 len: 168 time: 0.2854488 Jul 18 02:44:27.170351 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 58326) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:27.172777 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:27.173131 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:27.173474 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:27.173813 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:27.174167 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:27.174502 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:27.174828 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:27.175152 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:27.175475 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:27.175896 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:27.176765 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:27.177034 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:27.177364 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:27.177683 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:27.178005 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e9178-92df-44d2-a3f7-1fff3e4d0e53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:27.242131 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cb6fcde7-a3c3-4f42-8090-8ba037364d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590427'] for network (280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:27.327267 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cb6fcde7-a3c3-4f42-8090-8ba037364d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32822413', 'neutron.services.segments.db._delete_segments_for_network-8781983520534'] for network (280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:27.347101 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-cb6fcde7-a3c3-4f42-8090-8ba037364d21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:27.357425 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-cb6fcde7-a3c3-4f42-8090-8ba037364d21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1ebd64-c874-430e-879c-0a3e424616f1') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:27.357718 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-cb6fcde7-a3c3-4f42-8090-8ba037364d21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1ebd64-c874-430e-879c-0a3e424616f1') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:27.364413 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:27.367915 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cb6fcde7-a3c3-4f42-8090-8ba037364d21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781983519775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3123248'] for segment (5d1ebd64-c874-430e-879c-0a3e424616f1), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:27.380924 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cb6fcde7-a3c3-4f42-8090-8ba037364d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (5d1ebd64-c874-430e-879c-0a3e424616f1), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:27.387049 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6fcde7-a3c3-4f42-8090-8ba037364d21 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 02:44:27.387428 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cb6fcde7-a3c3-4f42-8090-8ba037364d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714159'] for segment (5d1ebd64-c874-430e-879c-0a3e424616f1), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:27.525608 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cb6fcde7-a3c3-4f42-8090-8ba037364d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32822390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33266559'] for network (280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:27.531128 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cb6fcde7-a3c3-4f42-8090-8ba037364d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:27.534432 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-cb6fcde7-a3c3-4f42-8090-8ba037364d21 admin admin] 10.222.0.66 "DELETE /v2.0/networks/280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48 HTTP/1.1" status: 204 len: 168 time: 0.3628347 Jul 18 02:44:27.547078 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fcde7-a3c3-4f42-8090-8ba037364d21 admin admin] Pushing event deleted for resources: {'Network': ['ID=280bb4ec-d8f1-4ce3-a2ec-293e6e19fb48,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:27.568130 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=65,neutron:DELETE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:27.574163 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=40 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:27.945159 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58332) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:27.987660 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-04e627ce-be2c-4268-9e74-5f53bbfbf767 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0c5f3a65a41f408ca62f1acfb3a4ffee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412745 Jul 18 02:44:27.988682 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:27.990830 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58334) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:28.011936 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:28.041138 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cf8ae7ce-1186-41a3-9f71-373199783cb6 admin admin] Publish callbacks [] for security_group (dd7f66e0-b11b-407c-8dd5-2d64675fa5b9), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:28.063372 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cf8ae7ce-1186-41a3-9f71-373199783cb6 admin admin] Publish callbacks [] for security_group (dd7f66e0-b11b-407c-8dd5-2d64675fa5b9), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:28.205581 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cf8ae7ce-1186-41a3-9f71-373199783cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (dd7f66e0-b11b-407c-8dd5-2d64675fa5b9), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:28.208238 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-cf8ae7ce-1186-41a3-9f71-373199783cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:28.209554 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-cf8ae7ce-1186-41a3-9f71-373199783cb6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd7f66e0-b11b-407c-8dd5-2d64675fa5b9 HTTP/1.1" status: 204 len: 168 time: 0.2178245 Jul 18 02:44:28.218767 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ae7ce-1186-41a3-9f71-373199783cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7f66e0-b11b-407c-8dd5-2d64675fa5b9,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:28.806919 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 5d1ebd64-c874-430e-879c-0a3e424616f1 resource provider aggregate not found Jul 18 02:44:28.824552 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 5d1ebd64-c874-430e-879c-0a3e424616f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d1ebd64-c874-430e-879c-0a3e424616f1 found for delete ", "request_id": "req-e22c6f1a-4ac5-46cb-8783-48221da5c79d"}]} Jul 18 02:44:28.912489 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58346) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:28.958531 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-ec5d5429-bf9a-477f-a3f2-ad5fb9dd9a60 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9351e7bbd4cc4fefa7c21aaf12199f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439534 Jul 18 02:44:28.960483 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ec104486-a705-47af-8fe7-ead8392e19cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:28.961873 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 58348) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:29.002824 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:29.015148 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bb24ed53-c508-4ff1-9bf0-31e4e1d7477d admin admin] Publish callbacks [] for security_group (c5f29754-b830-472e-b5e7-6e3617788b38), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:29.036980 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bb24ed53-c508-4ff1-9bf0-31e4e1d7477d admin admin] Publish callbacks [] for security_group (c5f29754-b830-472e-b5e7-6e3617788b38), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:29.148824 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bb24ed53-c508-4ff1-9bf0-31e4e1d7477d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (c5f29754-b830-472e-b5e7-6e3617788b38), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:29.151287 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bb24ed53-c508-4ff1-9bf0-31e4e1d7477d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:29.152444 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-bb24ed53-c508-4ff1-9bf0-31e4e1d7477d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5f29754-b830-472e-b5e7-6e3617788b38 HTTP/1.1" status: 204 len: 168 time: 0.1894755 Jul 18 02:44:29.161245 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24ed53-c508-4ff1-9bf0-31e4e1d7477d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f29754-b830-472e-b5e7-6e3617788b38,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:30.195608 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 58376) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:30.292219 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-794e6fe9-5f74-4423-b3f0-1a5f1108b3f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-97053052-network', 'tenant_id': '73679a05b6dc4583842dacfeb898876f'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:44:30.421186 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794e6fe9-5f74-4423-b3f0-1a5f1108b3f4 admin admin] Made reservation on behalf of 73679a05b6dc4583842dacfeb898876f for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:44:30.423777 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-794e6fe9-5f74-4423-b3f0-1a5f1108b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:30.433501 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-794e6fe9-5f74-4423-b3f0-1a5f1108b3f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:30.515299 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-794e6fe9-5f74-4423-b3f0-1a5f1108b3f4 admin admin] Publish callbacks [] for security_group (3597f6ad-a016-4e31-b76f-d960cc732b2c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:30.582595 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-794e6fe9-5f74-4423-b3f0-1a5f1108b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (3597f6ad-a016-4e31-b76f-d960cc732b2c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:30.604819 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794e6fe9-5f74-4423-b3f0-1a5f1108b3f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:44:30.621022 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e6fe9-5f74-4423-b3f0-1a5f1108b3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3597f6ad-a016-4e31-b76f-d960cc732b2c,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:30.624069 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-794e6fe9-5f74-4423-b3f0-1a5f1108b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (b19adf70-ab30-4667-b9cb-73961e68a5ab), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:30.624455 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-794e6fe9-5f74-4423-b3f0-1a5f1108b3f4 admin admin] Added segment b19adf70-ab30-4667-b9cb-73961e68a5ab of type vlan for network a4798e7c-3ecb-4e02-b419-4249905e6fc3 Jul 18 02:44:30.668931 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-794e6fe9-5f74-4423-b3f0-1a5f1108b3f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (a4798e7c-3ecb-4e02-b419-4249905e6fc3), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:30.731493 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-794e6fe9-5f74-4423-b3f0-1a5f1108b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (a4798e7c-3ecb-4e02-b419-4249905e6fc3), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:30.732516 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794e6fe9-5f74-4423-b3f0-1a5f1108b3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:30.733125 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-794e6fe9-5f74-4423-b3f0-1a5f1108b3f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:30.796126 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e6fe9-5f74-4423-b3f0-1a5f1108b3f4 admin admin] Pushing event updated for resources: {'Network': ['ID=a4798e7c-3ecb-4e02-b419-4249905e6fc3,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:30.806580 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network a4798e7c-3ecb-4e02-b419-4249905e6fc3 details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:44:30.819648 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-794e6fe9-5f74-4423-b3f0-1a5f1108b3f4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6229608 Jul 18 02:44:30.822558 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 58382) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:30.827753 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-5f2defbb-c941-4c09-ba66-6c2c64a9f3cf admin admin] Request body: {'subnet': {'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-97053052-subnet', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:44:30.914640 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2defbb-c941-4c09-ba66-6c2c64a9f3cf admin admin] Made reservation on behalf of 73679a05b6dc4583842dacfeb898876f for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:44:30.917059 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5f2defbb-c941-4c09-ba66-6c2c64a9f3cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2525453'] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:31.166345 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5f2defbb-c941-4c09-ba66-6c2c64a9f3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2713740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2525459'] for subnet (ad9e1885-9dd3-416e-8ae6-09935544e262), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:31.193335 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:31.219954 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2defbb-c941-4c09-ba66-6c2c64a9f3cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad9e1885-9dd3-416e-8ae6-09935544e262,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:31.238602 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2defbb-c941-4c09-ba66-6c2c64a9f3cf admin admin] Checking segment: {'id': 'b19adf70-ab30-4667-b9cb-73961e68a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:44:31.238956 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2defbb-c941-4c09-ba66-6c2c64a9f3cf admin admin] Network hostable DHCP agents. Network: a4798e7c-3ecb-4e02-b419-4249905e6fc3, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:44:31.241644 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:31.364442 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2defbb-c941-4c09-ba66-6c2c64a9f3cf admin admin] Network a4798e7c-3ecb-4e02-b419-4249905e6fc3 is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:44:31.377054 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-aa1c5c43-85ee-4e88-8391-dab8b3910962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:31.432886 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-5f2defbb-c941-4c09-ba66-6c2c64a9f3cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, a4798e7c-3ecb-4e02-b419-4249905e6fc3) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:44:31.437754 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2defbb-c941-4c09-ba66-6c2c64a9f3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:31.442484 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5f2defbb-c941-4c09-ba66-6c2c64a9f3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:31.443211 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2b25ea-c6e4-48ad-94e7-eaa382fc56d3 None None] Network a4798e7c-3ecb-4e02-b419-4249905e6fc3 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:44:31.527989 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5f2defbb-c941-4c09-ba66-6c2c64a9f3cf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7042520 Jul 18 02:44:31.530784 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 58384) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:31.535040 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-97053052-router', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:44:31.548615 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cd4497f-7f72-517c-9439-a55205037c9e-a4798e7c-3ecb-4e02-b419-4249905e6fc3', 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3', 'project_id': '73679a05b6dc4583842dacfeb898876f', 'fixed_ips': [{'subnet_id': 'ad9e1885-9dd3-416e-8ae6-09935544e262'}]}} from dv-cinder-850015-3-iscsi. {{(pid=104652) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 02:44:31.549559 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:31.669029 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33289946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1430'] for router (bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:31.670142 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33289846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1519'] for router (bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:31.705188 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.db_base_plugin_common [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Allocated IP 172.20.0.2 (a4798e7c-3ecb-4e02-b419-4249905e6fc3/ad9e1885-9dd3-416e-8ae6-09935544e262/37bf449a-8217-4a07-8069-b754bcd88554) {{(pid=104652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:44:31.730362 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Publish callbacks [] for router_controller (bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c), precommit_add_association {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:31.850820 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Publish callbacks [] for port (37bf449a-8217-4a07-8069-b754bcd88554), precommit_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:31.943220 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (37bf449a-8217-4a07-8069-b754bcd88554), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:31.978687 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Publish callbacks [] for router_gateway (bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:31.985785 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Network a4798e7c-3ecb-4e02-b419-4249905e6fc3 is already hosted by enough agents. {{(pid=104652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:44:31.990936 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.base_scheduler [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Resources bound (agent type, host, resource id): {{(pid=104652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:44:31.993292 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Pushing event updated for resources: {'Port': ['ID=37bf449a-8217-4a07-8069-b754bcd88554,revision_number=1']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:31.995735 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Received port after_create {{(pid=104652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:44:32.051626 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Attempting to bind port 37bf449a-8217-4a07-8069-b754bcd88554 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:44:32.052016 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Attempting to bind port 37bf449a-8217-4a07-8069-b754bcd88554 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': 'b19adf70-ab30-4667-b9cb-73961e68a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:44:32.052358 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Attempting to bind port 37bf449a-8217-4a07-8069-b754bcd88554 on network a4798e7c-3ecb-4e02-b419-4249905e6fc3 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:44:32.057998 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:44:32.058399 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Checking segment: {'id': 'b19adf70-ab30-4667-b9cb-73961e68a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:44:32.058837 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:32.059228 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Bound using segment: {'id': 'b19adf70-ab30-4667-b9cb-73961e68a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:44:32.059691 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Bound port: 37bf449a-8217-4a07-8069-b754bcd88554, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19adf70-ab30-4667-b9cb-73961e68a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:44:32.060076 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (37bf449a-8217-4a07-8069-b754bcd88554), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:32.124087 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] For port 37bf449a-8217-4a07-8069-b754bcd88554, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:44:32.127504 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] For port 37bf449a-8217-4a07-8069-b754bcd88554, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=37bf449a-8217-4a07-8069-b754bcd88554,segment=NetworkSegment(b19adf70-ab30-4667-b9cb-73961e68a5ab),segment_id=b19adf70-ab30-4667-b9cb-73961e68a5ab)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:44:32.183375 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (37bf449a-8217-4a07-8069-b754bcd88554), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:32.243425 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Publish callbacks [] for router_gateway (bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:32.249123 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc2eb0-72bf-47bc-9eb7-767add2f291e None None] Pushing event updated for resources: {'Port': ['ID=37bf449a-8217-4a07-8069-b754bcd88554,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:32.263956 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:32.376525 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Allocated IP 172.27.3.14 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/a211a237-13ad-478c-a7d1-2c5260d40b0e) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:44:32.495625 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:32.512185 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Publish callbacks [] for port (a211a237-13ad-478c-a7d1-2c5260d40b0e), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:32.587700 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:32.621583 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (a211a237-13ad-478c-a7d1-2c5260d40b0e), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:32.661713 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:44:32.667360 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:44:32.671363 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:44:32.676447 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Pushing event updated for resources: {'Port': ['ID=a211a237-13ad-478c-a7d1-2c5260d40b0e,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:32.798035 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:33.040838 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Publish callbacks [] for router_gateway (bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:33.155861 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c07985-ec93-486e-936d-e7171ef814f9 None None] Network a4798e7c-3ecb-4e02-b419-4249905e6fc3 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:44:33.183579 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:33.219444 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-43ecae60-f032-40da-bf7a-ee54ebe96aba None None] Provisioning complete for port 37bf449a-8217-4a07-8069-b754bcd88554 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:33.219902 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-43ecae60-f032-40da-bf7a-ee54ebe96aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (37bf449a-8217-4a07-8069-b754bcd88554), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:33.224775 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:33.239548 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33289805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286141'] for router (bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:33.339514 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-43ecae60-f032-40da-bf7a-ee54ebe96aba None None] Current status of the port 37bf449a-8217-4a07-8069-b754bcd88554 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:33.339906 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-43ecae60-f032-40da-bf7a-ee54ebe96aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (37bf449a-8217-4a07-8069-b754bcd88554), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:33.376726 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-43ecae60-f032-40da-bf7a-ee54ebe96aba None None] For port 37bf449a-8217-4a07-8069-b754bcd88554, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=37bf449a-8217-4a07-8069-b754bcd88554,segment=NetworkSegment(b19adf70-ab30-4667-b9cb-73961e68a5ab),segment_id=b19adf70-ab30-4667-b9cb-73961e68a5ab)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:44:33.502491 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-43ecae60-f032-40da-bf7a-ee54ebe96aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (37bf449a-8217-4a07-8069-b754bcd88554), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:33.553387 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecae60-f032-40da-bf7a-ee54ebe96aba None None] Pushing event updated for resources: {'Port': ['ID=37bf449a-8217-4a07-8069-b754bcd88554,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:33.844570 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-6368b27e-26bc-4cae-8c53-f26be873431d None None] Provisioning complete for port 37bf449a-8217-4a07-8069-b754bcd88554 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:33.844570 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6368b27e-26bc-4cae-8c53-f26be873431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (37bf449a-8217-4a07-8069-b754bcd88554), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:33.844570 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-6368b27e-26bc-4cae-8c53-f26be873431d None None] Current status of the port 37bf449a-8217-4a07-8069-b754bcd88554 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:33.858534 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 37bf449a-8217-4a07-8069-b754bcd88554 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:44:33.885690 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c is scheduled to L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 with binding_index 1 {{(pid=104650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 02:44:33.914571 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 37bf449a-8217-4a07-8069-b754bcd88554 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:33.914941 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (37bf449a-8217-4a07-8069-b754bcd88554), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:33.936344 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:33.983778 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:33.991351 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:44:33.993131 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 37bf449a-8217-4a07-8069-b754bcd88554 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:34.001498 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Sync routers for ids ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:44:34.012768 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Routers {'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:44:34.013386 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:44:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:34.097862 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:34.099095 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-eb126885-f7ae-48d4-8dfa-ae352d9a6c1f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5673368 Jul 18 02:44:34.130161 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 58404) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:34.130424 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Set router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:44:34.238660 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:34.283293 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'name': 'tempest-TestMinimumBasicScenario-97053052-router', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:31Z', 'updated_at': '2022-07-18T02:44:32Z', 'revision_number': 3, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'gw_port': {'id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:32Z', 'updated_at': '2022-07-18T02:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:34.313289 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Checking router: bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:44:34.313637 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Updating router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c port a211a237-13ad-478c-a7d1-2c5260d40b0e binding host dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:44:34.341589 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (a211a237-13ad-478c-a7d1-2c5260d40b0e), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:34.459970 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:34.506359 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:34.590346 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Publish callbacks [] for port (a211a237-13ad-478c-a7d1-2c5260d40b0e), precommit_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:34.593769 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:34.639722 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (a211a237-13ad-478c-a7d1-2c5260d40b0e), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:34.665532 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Allocated IP 172.20.0.1 (a4798e7c-3ecb-4e02-b419-4249905e6fc3/ad9e1885-9dd3-416e-8ae6-09935544e262/41e3d55d-fa56-402d-819f-98dd82919275) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:44:34.697045 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Attempting to bind port a211a237-13ad-478c-a7d1-2c5260d40b0e on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:44:34.697509 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Attempting to bind port a211a237-13ad-478c-a7d1-2c5260d40b0e by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:44:34.697777 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Attempting to bind port a211a237-13ad-478c-a7d1-2c5260d40b0e on network 277ea304-6c46-4a00-b9b4-38f4ca976978 {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:44:34.700782 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06eb66c-5c20-42b6-ab29-7a0fd2cb5e62 None None] Pushing event updated for resources: {'Port': ['ID=a211a237-13ad-478c-a7d1-2c5260d40b0e,revision_number=2']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:34.709479 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06eb66c-5c20-42b6-ab29-7a0fd2cb5e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:34.709827 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06eb66c-5c20-42b6-ab29-7a0fd2cb5e62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:34.710245 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06eb66c-5c20-42b6-ab29-7a0fd2cb5e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:34.710690 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06eb66c-5c20-42b6-ab29-7a0fd2cb5e62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:34.710980 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06eb66c-5c20-42b6-ab29-7a0fd2cb5e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:34.711307 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06eb66c-5c20-42b6-ab29-7a0fd2cb5e62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:34.711719 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06eb66c-5c20-42b6-ab29-7a0fd2cb5e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:34.712047 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06eb66c-5c20-42b6-ab29-7a0fd2cb5e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:34.712402 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06eb66c-5c20-42b6-ab29-7a0fd2cb5e62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:34.712732 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06eb66c-5c20-42b6-ab29-7a0fd2cb5e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:34.713053 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06eb66c-5c20-42b6-ab29-7a0fd2cb5e62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:34.713358 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06eb66c-5c20-42b6-ab29-7a0fd2cb5e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:34.713679 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06eb66c-5c20-42b6-ab29-7a0fd2cb5e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:34.713995 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06eb66c-5c20-42b6-ab29-7a0fd2cb5e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:34.714338 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06eb66c-5c20-42b6-ab29-7a0fd2cb5e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:44:34.717682 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:44:34.718056 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Checking segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:44:34.718518 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:34.718848 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Bound using segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:44:34.719326 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Bound port: a211a237-13ad-478c-a7d1-2c5260d40b0e, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:44:34.719790 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (a211a237-13ad-478c-a7d1-2c5260d40b0e), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:34.771159 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] For port a211a237-13ad-478c-a7d1-2c5260d40b0e, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:44:34.774365 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] For port a211a237-13ad-478c-a7d1-2c5260d40b0e, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=a211a237-13ad-478c-a7d1-2c5260d40b0e,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:44:34.779046 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Publish callbacks [] for port (41e3d55d-fa56-402d-819f-98dd82919275), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:34.909058 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (a211a237-13ad-478c-a7d1-2c5260d40b0e), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:34.948978 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (41e3d55d-fa56-402d-819f-98dd82919275), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:34.968885 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Routers {'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:44:34.969440 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:44:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:34.972254 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06eb66c-5c20-42b6-ab29-7a0fd2cb5e62 None None] Pushing event updated for resources: {'Port': ['ID=a211a237-13ad-478c-a7d1-2c5260d40b0e,revision_number=3']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:34.984356 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Network a4798e7c-3ecb-4e02-b419-4249905e6fc3 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:44:34.988608 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:44:34.995431 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:44:35.022102 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:35.024089 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Pushing event updated for resources: {'Port': ['ID=41e3d55d-fa56-402d-819f-98dd82919275,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:35.041257 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33262966'] for router_interface (bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:35.065537 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:35.079948 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] Set router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:44:35.227037 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (41e3d55d-fa56-402d-819f-98dd82919275), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:35.233536 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-6b7b6904-241d-4e62-ab3d-fa78424956d6 None None] Provisioning complete for port 41e3d55d-fa56-402d-819f-98dd82919275 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:35.233909 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6b7b6904-241d-4e62-ab3d-fa78424956d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (41e3d55d-fa56-402d-819f-98dd82919275), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:35.264623 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'name': 'tempest-TestMinimumBasicScenario-97053052-router', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:31Z', 'updated_at': '2022-07-18T02:44:32Z', 'revision_number': 3, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'gw_port': {'id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:32Z', 'updated_at': '2022-07-18T02:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:35.269869 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b6904-241d-4e62-ab3d-fa78424956d6 None None] Port 41e3d55d-fa56-402d-819f-98dd82919275 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:44:35.274817 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:35.291375 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d71817-8c53-4a94-aeea-cff198d641a2 None None] The sync data for ids ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'] in dv-cinder-850015-3-iscsi is: [{'id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'name': 'tempest-TestMinimumBasicScenario-97053052-router', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:31Z', 'updated_at': '2022-07-18T02:44:32Z', 'revision_number': 3, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'gw_port': {'id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:32Z', 'updated_at': '2022-07-18T02:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:44:35.379589 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:35.403675 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Publish callbacks [] for port (41e3d55d-fa56-402d-819f-98dd82919275), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:35.451423 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714115'] for port (41e3d55d-fa56-402d-819f-98dd82919275), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:35.522874 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Pushing event updated for resources: {'Port': ['ID=41e3d55d-fa56-402d-819f-98dd82919275,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:35.525947 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33111595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33265422'] for router_interface (bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:35.626023 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Network a4798e7c-3ecb-4e02-b419-4249905e6fc3 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:44:35.627525 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:44:35.753123 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:44:35.876935 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:44:35.883792 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f450ac24-bce5-4d6a-8592-68e4f35d5fef admin admin] 10.222.0.66 "PUT /v2.0/routers/bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7803648 Jul 18 02:44:35.897338 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device a211a237-13ad-478c-a7d1-2c5260d40b0e up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:44:35.948313 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-48205ad1-c710-4ff1-8c31-55028b91820e None None] Provisioning complete for port 41e3d55d-fa56-402d-819f-98dd82919275 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:35.948688 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-48205ad1-c710-4ff1-8c31-55028b91820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (41e3d55d-fa56-402d-819f-98dd82919275), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:35.991603 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:36.006249 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-48205ad1-c710-4ff1-8c31-55028b91820e None None] Port 41e3d55d-fa56-402d-819f-98dd82919275 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:44:36.012286 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port a211a237-13ad-478c-a7d1-2c5260d40b0e triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:36.012661 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (a211a237-13ad-478c-a7d1-2c5260d40b0e), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:36.093587 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port a211a237-13ad-478c-a7d1-2c5260d40b0e is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:36.093979 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (a211a237-13ad-478c-a7d1-2c5260d40b0e), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:36.115965 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port a211a237-13ad-478c-a7d1-2c5260d40b0e, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=a211a237-13ad-478c-a7d1-2c5260d40b0e,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:44:36.205616 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (a211a237-13ad-478c-a7d1-2c5260d40b0e), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:36.254248 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=a211a237-13ad-478c-a7d1-2c5260d40b0e,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:36.643866 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 58424) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:36.649115 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-cd3198e9-cdb0-4b72-8937-f98116028901 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-398916612-network', 'tenant_id': '59d0c1f5793f4ac3aa9567bd99cf987d'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:44:36.748499 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3198e9-cdb0-4b72-8937-f98116028901 admin admin] Made reservation on behalf of 59d0c1f5793f4ac3aa9567bd99cf987d for: {'network': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:44:36.750999 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cd3198e9-cdb0-4b72-8937-f98116028901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for network (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:36.760693 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cd3198e9-cdb0-4b72-8937-f98116028901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:36.795422 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:36.838733 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cd3198e9-cdb0-4b72-8937-f98116028901 admin admin] Publish callbacks [] for security_group (2ba85198-b320-465e-80bb-29cf1c81265f), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:36.920546 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Sync routers for ids ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:44:36.929948 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cd3198e9-cdb0-4b72-8937-f98116028901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (2ba85198-b320-465e-80bb-29cf1c81265f), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:36.932010 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Routers {'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:44:36.932626 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:44:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:36.954151 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3198e9-cdb0-4b72-8937-f98116028901 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=104650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 02:44:36.971750 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:36.984054 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3198e9-cdb0-4b72-8937-f98116028901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba85198-b320-465e-80bb-29cf1c81265f,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:36.984054 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cd3198e9-cdb0-4b72-8937-f98116028901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:36.984054 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.segments_db [None req-cd3198e9-cdb0-4b72-8937-f98116028901 admin admin] Added segment 86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b of type vlan for network c99096d0-f9d6-45c7-9477-2b634965c6a7 Jul 18 02:44:37.024381 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cd3198e9-cdb0-4b72-8937-f98116028901 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781983023674'] for network (c99096d0-f9d6-45c7-9477-2b634965c6a7), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:37.049828 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Set router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:44:37.085190 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cd3198e9-cdb0-4b72-8937-f98116028901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017'] for network (c99096d0-f9d6-45c7-9477-2b634965c6a7), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:37.087191 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3198e9-cdb0-4b72-8937-f98116028901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:37.087788 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cd3198e9-cdb0-4b72-8937-f98116028901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:37.153895 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3198e9-cdb0-4b72-8937-f98116028901 admin admin] Pushing event updated for resources: {'Network': ['ID=c99096d0-f9d6-45c7-9477-2b634965c6a7,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:37.168822 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Network c99096d0-f9d6-45c7-9477-2b634965c6a7 details requested by agent ovs-agent-dv-cinder-850015-3-iscsi with host dv-cinder-850015-3-iscsi {{(pid=104652) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 02:44:37.196725 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-cd3198e9-cdb0-4b72-8937-f98116028901 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5517573 Jul 18 02:44:37.199427 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 58428) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:37.204235 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-b4068867-8838-46ec-9157-311a4ec1f9d2 admin admin] Request body: {'subnet': {'network_id': 'c99096d0-f9d6-45c7-9477-2b634965c6a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-398916612-subnet', 'tenant_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'ip_version': 4}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:44:37.285560 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4068867-8838-46ec-9157-311a4ec1f9d2 admin admin] Made reservation on behalf of 59d0c1f5793f4ac3aa9567bd99cf987d for: {'subnet': 1} {{(pid=104650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:44:37.288041 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b4068867-8838-46ec-9157-311a4ec1f9d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2525453'] for subnet (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:37.295637 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'name': 'tempest-TestMinimumBasicScenario-97053052-router', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:31Z', 'updated_at': '2022-07-18T02:44:35Z', 'revision_number': 4, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'gw_port': {'id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:32Z', 'updated_at': '2022-07-18T02:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '41e3d55d-fa56-402d-819f-98dd82919275', 'name': '', 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'mac_address': 'fa:16:3e:71:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:34Z', 'updated_at': '2022-07-18T02:44:35Z', 'revision_number': 2, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'subnets': [{'id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:37.325065 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Checking router: bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:44:37.325331 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Updating router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c port 41e3d55d-fa56-402d-819f-98dd82919275 binding host dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:44:37.353205 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (41e3d55d-fa56-402d-819f-98dd82919275), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:37.447551 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:37.525981 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b4068867-8838-46ec-9157-311a4ec1f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2713740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2525459'] for subnet (ab1b4375-947c-45e9-9cc1-5b70f1113d55), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:37.587492 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4068867-8838-46ec-9157-311a4ec1f9d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1b4375-947c-45e9-9cc1-5b70f1113d55,revision_number=0']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:37.596282 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4068867-8838-46ec-9157-311a4ec1f9d2 admin admin] Checking segment: {'id': '86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c99096d0-f9d6-45c7-9477-2b634965c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:44:37.596637 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4068867-8838-46ec-9157-311a4ec1f9d2 admin admin] Network hostable DHCP agents. Network: c99096d0-f9d6-45c7-9477-2b634965c6a7, hostable agents: ['85550dcc-9152-41a0-9ea2-5d9a9b6be1d5'], hosted agents: [] {{(pid=104650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 02:44:37.616104 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Publish callbacks [] for port (41e3d55d-fa56-402d-819f-98dd82919275), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:37.707846 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4068867-8838-46ec-9157-311a4ec1f9d2 admin admin] Network c99096d0-f9d6-45c7-9477-2b634965c6a7 is scheduled to be hosted by DHCP agent 85550dcc-9152-41a0-9ea2-5d9a9b6be1d5 with binding_index 1 {{(pid=104650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 02:44:37.719290 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (41e3d55d-fa56-402d-819f-98dd82919275), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:37.773795 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef336d08-4486-432a-bf22-7099f656e1bd None None] Pushing event updated for resources: {'Port': ['ID=41e3d55d-fa56-402d-819f-98dd82919275,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:37.810946 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-b4068867-8838-46ec-9157-311a4ec1f9d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850015-3-iscsi, c99096d0-f9d6-45c7-9477-2b634965c6a7) {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:44:37.815479 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4068867-8838-46ec-9157-311a4ec1f9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:37.816366 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b4068867-8838-46ec-9157-311a4ec1f9d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:37.823151 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7ef3ce-4f7d-43db-aa81-4212aea54ec1 None None] Network c99096d0-f9d6-45c7-9477-2b634965c6a7 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:44:37.827817 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:37.868489 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device a211a237-13ad-478c-a7d1-2c5260d40b0e up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:44:37.934061 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-b4068867-8838-46ec-9157-311a4ec1f9d2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7335882 Jul 18 02:44:37.936823 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 58432) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:37.941997 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-398916612-router', 'tenant_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:44:38.034220 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33289946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1430'] for router (eccab02e-1012-4c96-a201-86c045df6ae7), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:38.035461 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33289846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33285993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-382348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1519'] for router (eccab02e-1012-4c96-a201-86c045df6ae7), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:38.052924 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Attempting to bind port 41e3d55d-fa56-402d-819f-98dd82919275 on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:44:38.053508 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Attempting to bind port 41e3d55d-fa56-402d-819f-98dd82919275 by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': 'b19adf70-ab30-4667-b9cb-73961e68a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:44:38.053640 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Attempting to bind port 41e3d55d-fa56-402d-819f-98dd82919275 on network a4798e7c-3ecb-4e02-b419-4249905e6fc3 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:44:38.068329 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:38.077162 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:44:38.077533 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Checking segment: {'id': 'b19adf70-ab30-4667-b9cb-73961e68a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:44:38.077932 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:38.078393 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Bound using segment: {'id': 'b19adf70-ab30-4667-b9cb-73961e68a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:44:38.078865 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Bound port: 41e3d55d-fa56-402d-819f-98dd82919275, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19adf70-ab30-4667-b9cb-73961e68a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:44:38.079244 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (41e3d55d-fa56-402d-819f-98dd82919275), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:38.092055 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Publish callbacks [] for router_controller (eccab02e-1012-4c96-a201-86c045df6ae7), precommit_add_association {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:38.092578 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-6fad64f5-ba0f-4f55-9671-db686f320ab6 None None] Provisioning complete for port 41e3d55d-fa56-402d-819f-98dd82919275 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:38.092945 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6fad64f5-ba0f-4f55-9671-db686f320ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (41e3d55d-fa56-402d-819f-98dd82919275), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:38.188004 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-6fad64f5-ba0f-4f55-9671-db686f320ab6 None None] Port 41e3d55d-fa56-402d-819f-98dd82919275 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:44:38.201735 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port a211a237-13ad-478c-a7d1-2c5260d40b0e triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:38.201735 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (a211a237-13ad-478c-a7d1-2c5260d40b0e), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:38.205540 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cd4497f-7f72-517c-9439-a55205037c9e-c99096d0-f9d6-45c7-9477-2b634965c6a7', 'network_id': 'c99096d0-f9d6-45c7-9477-2b634965c6a7', 'project_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'fixed_ips': [{'subnet_id': 'ab1b4375-947c-45e9-9cc1-5b70f1113d55'}]}} from dv-cinder-850015-3-iscsi. {{(pid=104652) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 02:44:38.206472 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:38.263763 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Publish callbacks [] for router_gateway (eccab02e-1012-4c96-a201-86c045df6ae7), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:38.264937 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] For port 41e3d55d-fa56-402d-819f-98dd82919275, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:44:38.273809 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] For port 41e3d55d-fa56-402d-819f-98dd82919275, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=41e3d55d-fa56-402d-819f-98dd82919275,segment=NetworkSegment(b19adf70-ab30-4667-b9cb-73961e68a5ab),segment_id=b19adf70-ab30-4667-b9cb-73961e68a5ab)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:44:38.378705 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:38.405170 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port a211a237-13ad-478c-a7d1-2c5260d40b0e is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:38.415439 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (41e3d55d-fa56-402d-819f-98dd82919275), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:38.481568 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.db_base_plugin_common [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Allocated IP 172.20.0.2 (c99096d0-f9d6-45c7-9477-2b634965c6a7/ab1b4375-947c-45e9-9cc1-5b70f1113d55/6fa84a2c-4e1f-4cbf-a178-303f818fadac) {{(pid=104652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:44:38.490046 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Routers {'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:44:38.490703 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:44:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:38.495293 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef336d08-4486-432a-bf22-7099f656e1bd None None] Pushing event updated for resources: {'Port': ['ID=41e3d55d-fa56-402d-819f-98dd82919275,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:38.630851 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:38.683024 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] Set router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:44:38.770365 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-51541217-87db-490a-81ac-763b45e56093 None None] Provisioning complete for port 41e3d55d-fa56-402d-819f-98dd82919275 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:38.770784 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-51541217-87db-490a-81ac-763b45e56093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (41e3d55d-fa56-402d-819f-98dd82919275), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:38.792160 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Publish callbacks [] for router_gateway (eccab02e-1012-4c96-a201-86c045df6ae7), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:38.811375 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:38.853732 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:38.869635 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Publish callbacks [] for port (6fa84a2c-4e1f-4cbf-a178-303f818fadac), precommit_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:38.922705 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Allocated IP 172.27.3.175 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:44:38.947489 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:38.947758 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:38.955837 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=44,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:38.984924 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941'] for port (6fa84a2c-4e1f-4cbf-a178-303f818fadac), after_create {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:38.987104 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-51541217-87db-490a-81ac-763b45e56093 None None] Current status of the port 41e3d55d-fa56-402d-819f-98dd82919275 is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:38.993619 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-51541217-87db-490a-81ac-763b45e56093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (41e3d55d-fa56-402d-819f-98dd82919275), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:39.027760 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Publish callbacks [] for port (c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:39.066798 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Network c99096d0-f9d6-45c7-9477-2b634965c6a7 is already hosted by enough agents. {{(pid=104652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:44:39.075289 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.scheduler.base_scheduler [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Resources bound (agent type, host, resource id): {{(pid=104652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:44:39.078792 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Received port after_create {{(pid=104652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:44:39.080382 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'name': 'tempest-TestMinimumBasicScenario-97053052-router', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:31Z', 'updated_at': '2022-07-18T02:44:35Z', 'revision_number': 4, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'gw_port': {'id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:32Z', 'updated_at': '2022-07-18T02:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '41e3d55d-fa56-402d-819f-98dd82919275', 'name': '', 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'mac_address': 'fa:16:3e:71:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:34Z', 'updated_at': '2022-07-18T02:44:38Z', 'revision_number': 4, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'subnets': [{'id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:39.086261 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Pushing event updated for resources: {'Port': ['ID=6fa84a2c-4e1f-4cbf-a178-303f818fadac,revision_number=1']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:39.123245 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-51541217-87db-490a-81ac-763b45e56093 None None] For port 41e3d55d-fa56-402d-819f-98dd82919275, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=41e3d55d-fa56-402d-819f-98dd82919275,segment=NetworkSegment(b19adf70-ab30-4667-b9cb-73961e68a5ab),segment_id=b19adf70-ab30-4667-b9cb-73961e68a5ab)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:44:39.130943 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49df0e6-2594-47f3-8380-7fbda15fc430 None None] The sync data for ids ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'] in dv-cinder-850015-3-iscsi is: [{'id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'name': 'tempest-TestMinimumBasicScenario-97053052-router', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:31Z', 'updated_at': '2022-07-18T02:44:35Z', 'revision_number': 4, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'gw_port': {'id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:32Z', 'updated_at': '2022-07-18T02:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '41e3d55d-fa56-402d-819f-98dd82919275', 'name': '', 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'mac_address': 'fa:16:3e:71:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:34Z', 'updated_at': '2022-07-18T02:44:38Z', 'revision_number': 4, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'subnets': [{'id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:44:39.131197 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:39.175533 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:44:39.185782 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:44:39.190683 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Attempting to bind port 6fa84a2c-4e1f-4cbf-a178-303f818fadac on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:44:39.193188 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Attempting to bind port 6fa84a2c-4e1f-4cbf-a178-303f818fadac by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c99096d0-f9d6-45c7-9477-2b634965c6a7'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:44:39.193188 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Attempting to bind port 6fa84a2c-4e1f-4cbf-a178-303f818fadac on network c99096d0-f9d6-45c7-9477-2b634965c6a7 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:44:39.195964 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:44:39.211631 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:44:39.217308 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Checking segment: {'id': '86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c99096d0-f9d6-45c7-9477-2b634965c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:44:39.221639 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:39.221639 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Bound using segment: {'id': '86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c99096d0-f9d6-45c7-9477-2b634965c6a7'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:44:39.221639 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Bound port: 6fa84a2c-4e1f-4cbf-a178-303f818fadac, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c99096d0-f9d6-45c7-9477-2b634965c6a7'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:44:39.221639 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (6fa84a2c-4e1f-4cbf-a178-303f818fadac), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:39.225478 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-51541217-87db-490a-81ac-763b45e56093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (41e3d55d-fa56-402d-819f-98dd82919275), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:39.326603 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:39.346752 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51541217-87db-490a-81ac-763b45e56093 None None] Pushing event updated for resources: {'Port': ['ID=41e3d55d-fa56-402d-819f-98dd82919275,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:39.358272 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] For port 6fa84a2c-4e1f-4cbf-a178-303f818fadac, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:44:39.364042 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Pushing event updated for resources: {'Port': ['ID=c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:39.364353 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] For port 6fa84a2c-4e1f-4cbf-a178-303f818fadac, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=6fa84a2c-4e1f-4cbf-a178-303f818fadac,segment=NetworkSegment(86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b),segment_id=86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:44:39.447474 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (6fa84a2c-4e1f-4cbf-a178-303f818fadac), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:39.524047 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298917e5-333a-4ead-8ea3-bae345c35395 None None] Pushing event updated for resources: {'Port': ['ID=6fa84a2c-4e1f-4cbf-a178-303f818fadac,revision_number=2']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:39.596487 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:39.601170 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Publish callbacks [] for router_gateway (eccab02e-1012-4c96-a201-86c045df6ae7), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:39.843200 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33289805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33286141'] for router (eccab02e-1012-4c96-a201-86c045df6ae7), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:39.930663 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 6fa84a2c-4e1f-4cbf-a178-303f818fadac up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:44:39.991043 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 6fa84a2c-4e1f-4cbf-a178-303f818fadac triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:39.991374 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (6fa84a2c-4e1f-4cbf-a178-303f818fadac), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:40.072548 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 6fa84a2c-4e1f-4cbf-a178-303f818fadac is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:40.073265 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (6fa84a2c-4e1f-4cbf-a178-303f818fadac), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:40.108839 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port 6fa84a2c-4e1f-4cbf-a178-303f818fadac, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=6fa84a2c-4e1f-4cbf-a178-303f818fadac,segment=NetworkSegment(86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b),segment_id=86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:44:40.160173 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Router eccab02e-1012-4c96-a201-86c045df6ae7 is scheduled to L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 with binding_index 1 {{(pid=104650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 02:44:40.207417 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (6fa84a2c-4e1f-4cbf-a178-303f818fadac), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:40.208342 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 41e3d55d-fa56-402d-819f-98dd82919275 up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:44:40.310037 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:44:40.320371 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Sync routers for ids ['eccab02e-1012-4c96-a201-86c045df6ae7'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:44:40.330829 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Routers {'eccab02e-1012-4c96-a201-86c045df6ae7'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:44:40.331472 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:44:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['eccab02e-1012-4c96-a201-86c045df6ae7'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:40.349109 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=6fa84a2c-4e1f-4cbf-a178-303f818fadac,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:40.373256 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 41e3d55d-fa56-402d-819f-98dd82919275 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:40.373857 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (41e3d55d-fa56-402d-819f-98dd82919275), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:40.465203 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:40.467228 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-82ca5ba4-57bf-4376-b5f4-84d560ce70da admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5287938 Jul 18 02:44:40.474325 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 41e3d55d-fa56-402d-819f-98dd82919275 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:40.475257 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58450) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:44:40.478772 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Set router eccab02e-1012-4c96-a201-86c045df6ae7 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:44:40.536073 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:40.675620 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'name': 'tempest-TestMinimumBasicScenario-398916612-router', 'tenant_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:38Z', 'updated_at': '2022-07-18T02:44:39Z', 'revision_number': 3, 'project_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'gw_port': {'id': 'c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:38Z', 'updated_at': '2022-07-18T02:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:40.706280 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Checking router: eccab02e-1012-4c96-a201-86c045df6ae7 for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:44:40.706646 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Updating router eccab02e-1012-4c96-a201-86c045df6ae7 port c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c binding host dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:44:40.713242 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed391ea9-452f-444d-8f2e-1f5eb4141ca7 None None] Network c99096d0-f9d6-45c7-9477-2b634965c6a7 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:44:40.739514 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:40.811781 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:40.923986 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-42f3d6a1-da8e-44cb-93d9-a6b030d91aef None None] Provisioning complete for port 6fa84a2c-4e1f-4cbf-a178-303f818fadac triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:40.923986 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-42f3d6a1-da8e-44cb-93d9-a6b030d91aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (6fa84a2c-4e1f-4cbf-a178-303f818fadac), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:40.946460 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:41.036300 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:41.048111 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-42f3d6a1-da8e-44cb-93d9-a6b030d91aef None None] Current status of the port 6fa84a2c-4e1f-4cbf-a178-303f818fadac is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:41.107032 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Publish callbacks [] for port (c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c), precommit_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:41.141014 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Allocated IP 172.20.0.1 (c99096d0-f9d6-45c7-9477-2b634965c6a7/ab1b4375-947c-45e9-9cc1-5b70f1113d55/9434d80a-8650-462b-bac4-ad00f2bc98ad) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:44:41.205486 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:41.251647 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Publish callbacks [] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:41.255930 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Attempting to bind port c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:44:41.257750 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Attempting to bind port c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:44:41.258405 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Attempting to bind port c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c on network 277ea304-6c46-4a00-b9b4-38f4ca976978 {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:44:41.271223 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977117a-7327-4ad4-aa71-bb5a4f014caf None None] Pushing event updated for resources: {'Port': ['ID=c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c,revision_number=2']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:41.271442 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-e071ee4e-c624-4ced-a7fa-0c3cde39d375 None None] Provisioning complete for port 6fa84a2c-4e1f-4cbf-a178-303f818fadac triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:41.271442 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e071ee4e-c624-4ced-a7fa-0c3cde39d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (6fa84a2c-4e1f-4cbf-a178-303f818fadac), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:41.274651 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:44:41.275031 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Checking segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:44:41.275430 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:41.275813 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Bound using segment: {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'} {{(pid=104653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:44:41.276332 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.managers [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Bound port: c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d09a0b7-ede4-4133-aafa-a386877306a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978'}}] {{(pid=104653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:44:41.276872 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c), before_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:41.333828 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] For port c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:44:41.344158 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.plugins.ml2.db [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] For port c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:44:41.348956 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:41.360737 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-e071ee4e-c624-4ced-a7fa-0c3cde39d375 None None] Current status of the port 6fa84a2c-4e1f-4cbf-a178-303f818fadac is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:41.389723 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Network c99096d0-f9d6-45c7-9477-2b634965c6a7 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:44:41.394231 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:41.400490 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:44:41.401948 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:44:41.405482 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Pushing event updated for resources: {'Port': ['ID=9434d80a-8650-462b-bac4-ad00f2bc98ad,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:41.423633 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron_lib.callbacks.manager [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c), after_update {{(pid=104653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:41.434706 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:41.444561 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33262966'] for router_interface (eccab02e-1012-4c96-a201-86c045df6ae7), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:41.451679 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:41.487432 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977117a-7327-4ad4-aa71-bb5a4f014caf None None] Pushing event updated for resources: {'Port': ['ID=c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c,revision_number=3']} {{(pid=104653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:41.497182 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Routers {'eccab02e-1012-4c96-a201-86c045df6ae7'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:44:41.497182 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:44:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['eccab02e-1012-4c96-a201-86c045df6ae7'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:41.605350 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] Set router eccab02e-1012-4c96-a201-86c045df6ae7 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:44:41.662378 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:41.674354 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:41.676406 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-8fc4ef70-0959-4e34-a8eb-f0182ce7643d None None] Provisioning complete for port 9434d80a-8650-462b-bac4-ad00f2bc98ad triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:41.676845 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8fc4ef70-0959-4e34-a8eb-f0182ce7643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:41.713218 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4ef70-0959-4e34-a8eb-f0182ce7643d None None] Port 9434d80a-8650-462b-bac4-ad00f2bc98ad cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:44:41.788001 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'name': 'tempest-TestMinimumBasicScenario-398916612-router', 'tenant_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:38Z', 'updated_at': '2022-07-18T02:44:39Z', 'revision_number': 3, 'project_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'gw_port': {'id': 'c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:38Z', 'updated_at': '2022-07-18T02:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:41.819553 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ee3db7-05a8-4576-8e60-2a03bc9c0e4f None None] The sync data for ids ['eccab02e-1012-4c96-a201-86c045df6ae7'] in dv-cinder-850015-3-iscsi is: [{'id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'name': 'tempest-TestMinimumBasicScenario-398916612-router', 'tenant_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:38Z', 'updated_at': '2022-07-18T02:44:39Z', 'revision_number': 3, 'project_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'gw_port': {'id': 'c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:38Z', 'updated_at': '2022-07-18T02:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:44:41.845681 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Publish callbacks [] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:41.854286 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 6fa84a2c-4e1f-4cbf-a178-303f818fadac up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:44:41.903319 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 6fa84a2c-4e1f-4cbf-a178-303f818fadac triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:41.903694 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (6fa84a2c-4e1f-4cbf-a178-303f818fadac), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:41.915635 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:41.980905 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 6fa84a2c-4e1f-4cbf-a178-303f818fadac is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:41.986690 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Pushing event updated for resources: {'Port': ['ID=9434d80a-8650-462b-bac4-ad00f2bc98ad,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:41.990447 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33111595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33265422'] for router_interface (eccab02e-1012-4c96-a201-86c045df6ae7), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:42.095218 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Network c99096d0-f9d6-45c7-9477-2b634965c6a7 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:44:42.096632 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:44:42.101915 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:42.224495 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Router eccab02e-1012-4c96-a201-86c045df6ae7 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:44:42.338049 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-23e8128b-7eba-42a6-9abb-7802a25be0fe None None] Provisioning complete for port 9434d80a-8650-462b-bac4-ad00f2bc98ad triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:42.338049 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-23e8128b-7eba-42a6-9abb-7802a25be0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:42.342908 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:44:42.356314 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-269e3310-a7ce-46f0-8903-628ce739faa2 admin admin] 10.222.0.66 "PUT /v2.0/routers/eccab02e-1012-4c96-a201-86c045df6ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8780835 Jul 18 02:44:42.385693 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-23e8128b-7eba-42a6-9abb-7802a25be0fe None None] Port 9434d80a-8650-462b-bac4-ad00f2bc98ad cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:44:42.389513 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:44:43.438719 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Sync routers for ids ['eccab02e-1012-4c96-a201-86c045df6ae7'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:44:43.453783 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Routers {'eccab02e-1012-4c96-a201-86c045df6ae7'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:44:43.454550 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:44:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['eccab02e-1012-4c96-a201-86c045df6ae7'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:43.583065 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Set router eccab02e-1012-4c96-a201-86c045df6ae7 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:44:43.818674 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'name': 'tempest-TestMinimumBasicScenario-398916612-router', 'tenant_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:38Z', 'updated_at': '2022-07-18T02:44:41Z', 'revision_number': 4, 'project_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'gw_port': {'id': 'c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:38Z', 'updated_at': '2022-07-18T02:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '9434d80a-8650-462b-bac4-ad00f2bc98ad', 'name': '', 'network_id': 'c99096d0-f9d6-45c7-9477-2b634965c6a7', 'tenant_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'mac_address': 'fa:16:3e:a7:22:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'ab1b4375-947c-45e9-9cc1-5b70f1113d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:40Z', 'updated_at': '2022-07-18T02:44:41Z', 'revision_number': 2, 'project_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'subnets': [{'id': 'ab1b4375-947c-45e9-9cc1-5b70f1113d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:43.850662 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Checking router: eccab02e-1012-4c96-a201-86c045df6ae7 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:44:43.851107 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Updating router eccab02e-1012-4c96-a201-86c045df6ae7 port 9434d80a-8650-462b-bac4-ad00f2bc98ad binding host dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 02:44:43.884344 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:44:43.910420 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:43.973082 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:43.973450 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:44.097351 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:44.168186 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=100 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:44.172300 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:44.172684 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:44.207900 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] For port c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:44:44.287196 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:44.291310 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Publish callbacks [] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), precommit_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:44.346475 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Pushing event updated for resources: {'Port': ['ID=c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:44.401092 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:44.463354 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a57575-2032-467c-a39f-b11cfc66db9e None None] Pushing event updated for resources: {'Port': ['ID=9434d80a-8650-462b-bac4-ad00f2bc98ad,revision_number=3']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:44.565696 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Attempting to bind port 9434d80a-8650-462b-bac4-ad00f2bc98ad on host dv-cinder-850015-3-iscsi for vnic_type normal with profile {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:44:44.566460 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Attempting to bind port 9434d80a-8650-462b-bac4-ad00f2bc98ad by drivers openvswitch,hyperv on host dv-cinder-850015-3-iscsi at level 0 using segments [{'id': '86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c99096d0-f9d6-45c7-9477-2b634965c6a7'}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:44:44.567028 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Attempting to bind port 9434d80a-8650-462b-bac4-ad00f2bc98ad on network c99096d0-f9d6-45c7-9477-2b634965c6a7 {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:44:44.577678 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Checking agent: {'id': '8ed36696-4ace-4bd5-b4e7-081dad208b0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850015-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 26, 34), 'started_at': datetime.datetime(2022, 7, 18, 2, 27, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850015-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:44:44.578555 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Checking segment: {'id': '86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c99096d0-f9d6-45c7-9477-2b634965c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:44:44.583802 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:44.584396 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Bound using segment: {'id': '86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c99096d0-f9d6-45c7-9477-2b634965c6a7'} {{(pid=104652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:44:44.585050 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.managers [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Bound port: 9434d80a-8650-462b-bac4-ad00f2bc98ad, host: dv-cinder-850015-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c99096d0-f9d6-45c7-9477-2b634965c6a7'}}] {{(pid=104652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:44:44.586378 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:44.682563 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] For port 9434d80a-8650-462b-bac4-ad00f2bc98ad, host dv-cinder-850015-3-iscsi, cleared binding levels {{(pid=104652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:44:44.686075 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] For port 9434d80a-8650-462b-bac4-ad00f2bc98ad, host dv-cinder-850015-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=9434d80a-8650-462b-bac4-ad00f2bc98ad,segment=NetworkSegment(86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b),segment_id=86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b)] {{(pid=104652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:44:44.728895 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-5407f460-d3b2-4077-9b90-e8627539c7e7 None None] Provisioning complete for port 9434d80a-8650-462b-bac4-ad00f2bc98ad triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:44.729193 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-5407f460-d3b2-4077-9b90-e8627539c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:44.771708 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-5407f460-d3b2-4077-9b90-e8627539c7e7 None None] Port 9434d80a-8650-462b-bac4-ad00f2bc98ad cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:44:44.794394 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:44.848087 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Routers {'eccab02e-1012-4c96-a201-86c045df6ae7'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:44:44.848731 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:44:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['eccab02e-1012-4c96-a201-86c045df6ae7'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:44.901556 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a57575-2032-467c-a39f-b11cfc66db9e None None] Pushing event updated for resources: {'Port': ['ID=9434d80a-8650-462b-bac4-ad00f2bc98ad,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:45.005824 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] Set router eccab02e-1012-4c96-a201-86c045df6ae7 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:44:45.259139 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:45.295278 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-6ba050f5-adc9-471c-a9de-abc0e3dfe73d None None] Provisioning complete for port 9434d80a-8650-462b-bac4-ad00f2bc98ad triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:45.295752 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6ba050f5-adc9-471c-a9de-abc0e3dfe73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:45.398425 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:45.435770 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'name': 'tempest-TestMinimumBasicScenario-398916612-router', 'tenant_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:38Z', 'updated_at': '2022-07-18T02:44:41Z', 'revision_number': 4, 'project_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'gw_port': {'id': 'c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:38Z', 'updated_at': '2022-07-18T02:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '9434d80a-8650-462b-bac4-ad00f2bc98ad', 'name': '', 'network_id': 'c99096d0-f9d6-45c7-9477-2b634965c6a7', 'tenant_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'mac_address': 'fa:16:3e:a7:22:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'ab1b4375-947c-45e9-9cc1-5b70f1113d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:40Z', 'updated_at': '2022-07-18T02:44:44Z', 'revision_number': 4, 'project_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'subnets': [{'id': 'ab1b4375-947c-45e9-9cc1-5b70f1113d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:44:45.468039 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79efdd93-4a6f-4112-8391-20b4736fe9d0 None None] The sync data for ids ['eccab02e-1012-4c96-a201-86c045df6ae7'] in dv-cinder-850015-3-iscsi is: [{'id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'name': 'tempest-TestMinimumBasicScenario-398916612-router', 'tenant_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:38Z', 'updated_at': '2022-07-18T02:44:41Z', 'revision_number': 4, 'project_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'gw_port': {'id': 'c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:38Z', 'updated_at': '2022-07-18T02:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '9434d80a-8650-462b-bac4-ad00f2bc98ad', 'name': '', 'network_id': 'c99096d0-f9d6-45c7-9477-2b634965c6a7', 'tenant_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'mac_address': 'fa:16:3e:a7:22:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'ab1b4375-947c-45e9-9cc1-5b70f1113d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:40Z', 'updated_at': '2022-07-18T02:44:44Z', 'revision_number': 4, 'project_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'subnets': [{'id': 'ab1b4375-947c-45e9-9cc1-5b70f1113d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:44:45.482845 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-6ba050f5-adc9-471c-a9de-abc0e3dfe73d None None] Current status of the port 9434d80a-8650-462b-bac4-ad00f2bc98ad is: DOWN; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:45.483239 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6ba050f5-adc9-471c-a9de-abc0e3dfe73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:45.542430 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-6ba050f5-adc9-471c-a9de-abc0e3dfe73d None None] For port 9434d80a-8650-462b-bac4-ad00f2bc98ad, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=9434d80a-8650-462b-bac4-ad00f2bc98ad,segment=NetworkSegment(86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b),segment_id=86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:44:45.621032 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6ba050f5-adc9-471c-a9de-abc0e3dfe73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:45.716463 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba050f5-adc9-471c-a9de-abc0e3dfe73d None None] Pushing event updated for resources: {'Port': ['ID=9434d80a-8650-462b-bac4-ad00f2bc98ad,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:45.963100 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 9434d80a-8650-462b-bac4-ad00f2bc98ad up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:44:46.031988 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port 9434d80a-8650-462b-bac4-ad00f2bc98ad triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:46.032307 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:46.125763 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port 9434d80a-8650-462b-bac4-ad00f2bc98ad is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:46.126688 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c up at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:44:46.171925 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Provisioning complete for port c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:46.172439 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:46.250564 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Current status of the port c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:44:50.846772 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=2,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:51.818505 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:52.333951 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=10 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:52.335889 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=61 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:52.383655 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=2 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:53.878299 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d405d8-2645-4019-85fd-74980de283e8 req-ef866a62-b328-4452-a829-1018181d0a32 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:53.879782 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93d405d8-2645-4019-85fd-74980de283e8 req-ef866a62-b328-4452-a829-1018181d0a32 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/networks?id=a4798e7c-3ecb-4e02-b419-4249905e6fc3 HTTP/1.1" status: 200 len: 813 time: 0.1033235 Jul 18 02:44:53.895024 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93d405d8-2645-4019-85fd-74980de283e8 req-8a7c5f34-44e1-4e22-a423-ab1c7f781c88 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/quotas/73679a05b6dc4583842dacfeb898876f HTTP/1.1" status: 200 len: 375 time: 0.0092328 Jul 18 02:44:53.948135 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93d405d8-2645-4019-85fd-74980de283e8 req-f5ed03fc-420d-4469-ba6b-0088a5ed139b tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=73679a05b6dc4583842dacfeb898876f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473580 Jul 18 02:44:54.044178 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93d405d8-2645-4019-85fd-74980de283e8 req-bf545897-66e2-4f6f-8884-9afc7226ad81 service neutron] 10.222.0.66 "GET /v2.0/networks/a4798e7c-3ecb-4e02-b419-4249905e6fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849788 Jul 18 02:44:54.139345 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93d405d8-2645-4019-85fd-74980de283e8 req-101eee28-e5a4-4142-8a88-d3285f0b44de service neutron] 10.222.0.66 "GET /v2.0/networks/a4798e7c-3ecb-4e02-b419-4249905e6fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890253 Jul 18 02:44:54.390176 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-7eb75e8e-2be6-4e25-b353-f367c95c5e53 req-f28d6704-d587-40fc-ba43-f400438f31e5 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 210 time: 0.0307195 Jul 18 02:44:55.470174 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c894f708-bea8-43f4-863e-bffc4f5b9f61 req-d1c330a6-8e03-40c2-95c3-5912835a3924 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 210 time: 0.0302334 Jul 18 02:44:56.244782 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:56.248667 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=38 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:56.567533 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ec656258-72b9-4511-ba00-31631bdbdd4b req-8c4a1817-2521-4743-891b-c0046a32c4aa tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 210 time: 0.0318701 Jul 18 02:44:57.664400 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f122a930-ba9b-4827-925b-a915f6decdaf req-ade5fbf1-e991-4064-9462-a45d0d65e340 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 210 time: 0.0275829 Jul 18 02:44:58.475776 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d405d8-2645-4019-85fd-74980de283e8 req-d71981e9-4fcd-4231-91eb-740985e9f317 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:58.477206 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93d405d8-2645-4019-85fd-74980de283e8 req-d71981e9-4fcd-4231-91eb-740985e9f317 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.72 "GET /v2.0/networks?id=a4798e7c-3ecb-4e02-b419-4249905e6fc3 HTTP/1.1" status: 200 len: 813 time: 0.1253896 Jul 18 02:44:58.497621 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-93d405d8-2645-4019-85fd-74980de283e8 req-c2f8036d-dc84-4a6d-8650-67199dd7eeaf tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Request body: {'port': {'device_id': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3', 'admin_state_up': True, 'tenant_id': '73679a05b6dc4583842dacfeb898876f'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:44:58.713969 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d405d8-2645-4019-85fd-74980de283e8 req-c2f8036d-dc84-4a6d-8650-67199dd7eeaf tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Made reservation on behalf of 73679a05b6dc4583842dacfeb898876f for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:44:58.719647 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-93d405d8-2645-4019-85fd-74980de283e8 req-c2f8036d-dc84-4a6d-8650-67199dd7eeaf tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:58.770049 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3d520a8b-d316-4553-b07d-45a8cde9e61c req-a1628a36-5708-4ccd-b33b-a0e52dcc2326 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 210 time: 0.0302894 Jul 18 02:44:58.856113 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-93d405d8-2645-4019-85fd-74980de283e8 req-c2f8036d-dc84-4a6d-8650-67199dd7eeaf tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Allocated IP 172.20.0.13 (a4798e7c-3ecb-4e02-b419-4249905e6fc3/ad9e1885-9dd3-416e-8ae6-09935544e262/806e3d9e-a117-4a78-af51-028fc4c0d065) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:44:58.976979 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-138cf1ac-eb7b-460e-b437-4af8bc206fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:58.982396 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:59.008623 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-93d405d8-2645-4019-85fd-74980de283e8 req-c2f8036d-dc84-4a6d-8650-67199dd7eeaf tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:59.016737 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:44:59.091664 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-93d405d8-2645-4019-85fd-74980de283e8 req-c2f8036d-dc84-4a6d-8650-67199dd7eeaf tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:59.135351 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d405d8-2645-4019-85fd-74980de283e8 req-c2f8036d-dc84-4a6d-8650-67199dd7eeaf tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Network a4798e7c-3ecb-4e02-b419-4249905e6fc3 is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:44:59.140947 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-93d405d8-2645-4019-85fd-74980de283e8 req-c2f8036d-dc84-4a6d-8650-67199dd7eeaf tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:44:59.144774 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d405d8-2645-4019-85fd-74980de283e8 req-c2f8036d-dc84-4a6d-8650-67199dd7eeaf tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:44:59.169825 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8036d-dc84-4a6d-8650-67199dd7eeaf tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Pushing event updated for resources: {'Port': ['ID=806e3d9e-a117-4a78-af51-028fc4c0d065,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:44:59.205229 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d405d8-2645-4019-85fd-74980de283e8 req-c2f8036d-dc84-4a6d-8650-67199dd7eeaf tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:59.205837 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-93d405d8-2645-4019-85fd-74980de283e8 req-c2f8036d-dc84-4a6d-8650-67199dd7eeaf tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:59.288329 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93d405d8-2645-4019-85fd-74980de283e8 req-c2f8036d-dc84-4a6d-8650-67199dd7eeaf tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7947507 Jul 18 02:44:59.435433 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-08c8291a-53a6-4ac1-ab89-eed645880176 None None] Provisioning complete for port 806e3d9e-a117-4a78-af51-028fc4c0d065 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:44:59.435732 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-08c8291a-53a6-4ac1-ab89-eed645880176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:44:59.470591 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-08c8291a-53a6-4ac1-ab89-eed645880176 None None] Port 806e3d9e-a117-4a78-af51-028fc4c0d065 cannot update to ACTIVE because it is not bound. {{(pid=104652) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 02:44:59.882384 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f847b6-a089-42ea-8145-607fc6bacaae req-81beee26-4545-4fb1-8b63-7fdaf826eb6a tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:44:59.883882 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f2f847b6-a089-42ea-8145-607fc6bacaae req-81beee26-4545-4fb1-8b63-7fdaf826eb6a tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 932 time: 0.0472183 Jul 18 02:44:59.933176 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f2f847b6-a089-42ea-8145-607fc6bacaae req-afa7853b-55ef-4e3b-89e6-4e22b3a3b095 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428481 Jul 18 02:45:01.196968 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddb269-db05-43cf-a00f-1a1ea063ec29 req-2dbbea9a-9b16-448a-b6cb-19731746a304 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:01.198443 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5cddb269-db05-43cf-a00f-1a1ea063ec29 req-2dbbea9a-9b16-448a-b6cb-19731746a304 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 932 time: 0.1973169 Jul 18 02:45:01.245064 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5cddb269-db05-43cf-a00f-1a1ea063ec29 req-82d49cf1-b075-473b-ae4d-0af1f4d0528c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Jul 18 02:45:01.439462 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-5f6635b8-ded5-458e-92ab-bfc5f10d64dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:01.940669 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Request body: {'port': {'device_id': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:45:02.012014 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:02.290070 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806e3d9e-a117-4a78-af51-028fc4c0d065 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:45:02.301489 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Publish callbacks [] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:02.308375 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:02.317658 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Transition to ACTIVE for port object 806e3d9e-a117-4a78-af51-028fc4c0d065 will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:45:02.447568 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5477c7-d1f0-47da-bc4e-e5172df74a0f req-0d01517f-3d24-4cde-81d0-58f2dbf3e3b9 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:02.449290 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ba5477c7-d1f0-47da-bc4e-e5172df74a0f req-0d01517f-3d24-4cde-81d0-58f2dbf3e3b9 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 932 time: 0.1140995 Jul 18 02:45:02.450552 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:02.574668 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Pushing event updated for resources: {'Port': ['ID=806e3d9e-a117-4a78-af51-028fc4c0d065,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:02.608155 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-ba5477c7-d1f0-47da-bc4e-e5172df74a0f req-da6aac81-1b53-40ab-801f-cb17f5db1298 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495214 Jul 18 02:45:02.627372 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:02.662133 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Attempting to bind port 806e3d9e-a117-4a78-af51-028fc4c0d065 on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:45:02.662927 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Attempting to bind port 806e3d9e-a117-4a78-af51-028fc4c0d065 by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': 'b19adf70-ab30-4667-b9cb-73961e68a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:45:02.663455 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Attempting to bind port 806e3d9e-a117-4a78-af51-028fc4c0d065 on network a4798e7c-3ecb-4e02-b419-4249905e6fc3 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:45:02.669134 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Port 806e3d9e-a117-4a78-af51-028fc4c0d065 on network a4798e7c-3ecb-4e02-b419-4249905e6fc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:45:02.671495 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Attempting to bind port 806e3d9e-a117-4a78-af51-028fc4c0d065 on network a4798e7c-3ecb-4e02-b419-4249905e6fc3 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:45:02.675997 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:45:02.676735 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Checking segment: {'id': 'b19adf70-ab30-4667-b9cb-73961e68a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:45:02.677818 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Bound using segment: {'id': 'b19adf70-ab30-4667-b9cb-73961e68a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:45:02.678814 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Bound port: 806e3d9e-a117-4a78-af51-028fc4c0d065, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19adf70-ab30-4667-b9cb-73961e68a5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:45:02.679383 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:02.754394 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] For port 806e3d9e-a117-4a78-af51-028fc4c0d065, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:45:02.758267 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] For port 806e3d9e-a117-4a78-af51-028fc4c0d065, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=806e3d9e-a117-4a78-af51-028fc4c0d065,segment=NetworkSegment(b19adf70-ab30-4667-b9cb-73961e68a5ab),segment_id=b19adf70-ab30-4667-b9cb-73961e68a5ab)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:45:02.851570 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:02.886693 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:02.907947 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:02.908557 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:02.910114 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93d405d8-2645-4019-85fd-74980de283e8 req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] 10.222.0.72 "PUT /v2.0/ports/806e3d9e-a117-4a78-af51-028fc4c0d065 HTTP/1.1" status: 200 len: 1094 time: 0.9748666 Jul 18 02:45:02.910647 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'tag': '806e3d9e-a117-4a78-af51-028fc4c0d065'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:45:02.913253 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ecd143-d77b-4657-a160-19e6b3f2ea2b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3640269-34ee-4261-9b14-4bcfb5e666bd", "tag": "806e3d9e-a117-4a78-af51-028fc4c0d065"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:45:02.950592 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9be483-c6be-4842-b157-0efd2855ed36 service neutron] Pushing event updated for resources: {'Port': ['ID=806e3d9e-a117-4a78-af51-028fc4c0d065,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:03.024314 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed6dd8c-4a13-4128-939c-2abbc7e1f2b0 x-openstack-request-id: req-bed6dd8c-4a13-4128-939c-2abbc7e1f2b0 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:45:03.024618 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3640269-34ee-4261-9b14-4bcfb5e666bd", "tag": "806e3d9e-a117-4a78-af51-028fc4c0d065", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:45:03.024937 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bed6dd8c-4a13-4128-939c-2abbc7e1f2b0 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:45:03.025329 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed6dd8c-4a13-4128-939c-2abbc7e1f2b0'] response: {'name': 'network-changed', 'server_uuid': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'tag': '806e3d9e-a117-4a78-af51-028fc4c0d065', 'status': 'completed', 'code': 200} Jul 18 02:45:03.751083 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd45b0-17b4-46fa-b2b7-486541f55f7c req-577ee1cf-4da2-4a7c-bff9-f5dc00700ec2 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:03.753026 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b6fd45b0-17b4-46fa-b2b7-486541f55f7c req-577ee1cf-4da2-4a7c-bff9-f5dc00700ec2 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 944 time: 0.0521135 Jul 18 02:45:03.806944 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b6fd45b0-17b4-46fa-b2b7-486541f55f7c req-e98c013d-2f28-4708-86f8-058ba2ab368e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481546 Jul 18 02:45:03.896618 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:03.942361 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:04.656594 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:04.928786 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af1164-af8c-4a88-8a70-4fc543499bef req-a1886c80-af52-40e3-9df7-d4555925edcb tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:04.930309 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-05af1164-af8c-4a88-8a70-4fc543499bef req-a1886c80-af52-40e3-9df7-d4555925edcb tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 944 time: 0.0502336 Jul 18 02:45:04.991166 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-05af1164-af8c-4a88-8a70-4fc543499bef req-5cac7a36-6305-4367-b1d2-f77ae68d64d4 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541067 Jul 18 02:45:06.144274 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59954d9-5962-44a5-8c8f-cec55b43f5ef req-7c9f17f5-ba42-44ec-8eae-50670c0ab0fd tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:06.145696 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e59954d9-5962-44a5-8c8f-cec55b43f5ef req-7c9f17f5-ba42-44ec-8eae-50670c0ab0fd tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 944 time: 0.0667095 Jul 18 02:45:06.215686 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e59954d9-5962-44a5-8c8f-cec55b43f5ef req-2da4d04b-79d0-4825-bc83-5d9dba77cecd tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630808 Jul 18 02:45:07.343810 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da632af8-ee7e-44a6-9f45-b34a09e7a3f2 req-c2a74d9b-6cda-47c5-b25f-3f65b730307d tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:07.345379 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-da632af8-ee7e-44a6-9f45-b34a09e7a3f2 req-c2a74d9b-6cda-47c5-b25f-3f65b730307d tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 944 time: 0.0575330 Jul 18 02:45:07.394513 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-da632af8-ee7e-44a6-9f45-b34a09e7a3f2 req-bb4c84fb-7028-4a54-a247-a1cdc0672ffa tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433369 Jul 18 02:45:08.519205 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56e7e6-07ae-420e-b95c-3f23a7bd0d77 req-0d0458ab-675d-4045-aa71-e62bf3c62755 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:08.520757 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ba56e7e6-07ae-420e-b95c-3f23a7bd0d77 req-0d0458ab-675d-4045-aa71-e62bf3c62755 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 944 time: 0.0566499 Jul 18 02:45:08.579190 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-ba56e7e6-07ae-420e-b95c-3f23a7bd0d77 req-6f1875c0-bac7-4a2f-82d7-769a3580087f tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529122 Jul 18 02:45:09.714914 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b898b4-6448-4d21-a87e-7f82c4d4ed27 req-ab02331c-d96b-42b1-b920-1dfdfe65f319 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:09.716499 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f9b898b4-6448-4d21-a87e-7f82c4d4ed27 req-ab02331c-d96b-42b1-b920-1dfdfe65f319 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 944 time: 0.0571136 Jul 18 02:45:09.772790 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f9b898b4-6448-4d21-a87e-7f82c4d4ed27 req-cd7a332b-a77d-43bc-ac0a-868cd8d0c085 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505273 Jul 18 02:45:10.837562 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecd143-d77b-4657-a160-19e6b3f2ea2b req-2451fbd9-790a-48ea-8e60-3e9efbcc2b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:10.839098 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-47ecd143-d77b-4657-a160-19e6b3f2ea2b req-2451fbd9-790a-48ea-8e60-3e9efbcc2b1c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73679a05b6dc4583842dacfeb898876f&device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 1128 time: 0.0420651 Jul 18 02:45:10.902523 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7472615-b782-4350-9ad4-52c23f18989e req-300935c4-9290-4fb4-b843-cb29c460d80f tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:10.904132 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d7472615-b782-4350-9ad4-52c23f18989e req-300935c4-9290-4fb4-b843-cb29c460d80f tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 944 time: 0.0526166 Jul 18 02:45:10.964134 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d7472615-b782-4350-9ad4-52c23f18989e req-82fbb1d2-32c0-4b75-9a3f-d7616af3076e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535312 Jul 18 02:45:11.241772 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecd143-d77b-4657-a160-19e6b3f2ea2b req-affb7579-fbb0-4efe-98fa-b77b35aa021a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:11.243465 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-47ecd143-d77b-4657-a160-19e6b3f2ea2b req-affb7579-fbb0-4efe-98fa-b77b35aa021a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=73679a05b6dc4583842dacfeb898876f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3704445 Jul 18 02:45:11.438457 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecd143-d77b-4657-a160-19e6b3f2ea2b req-ef3df9ec-3e99-4220-a0ad-194c1d4e5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:11.439914 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-47ecd143-d77b-4657-a160-19e6b3f2ea2b req-ef3df9ec-3e99-4220-a0ad-194c1d4e5df4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993843 Jul 18 02:45:11.564014 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d405d8-2645-4019-85fd-74980de283e8 req-5b588b30-cd7c-4243-a2f3-a8bb286e7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:11.565735 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93d405d8-2645-4019-85fd-74980de283e8 req-5b588b30-cd7c-4243-a2f3-a8bb286e7e9c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73679a05b6dc4583842dacfeb898876f&device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 1128 time: 0.0402257 Jul 18 02:45:11.624115 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93d405d8-2645-4019-85fd-74980de283e8 req-953fdb81-ce6b-4bd1-8528-46f4b798161f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=806e3d9e-a117-4a78-af51-028fc4c0d065 HTTP/1.1" status: 200 len: 217 time: 0.0329504 Jul 18 02:45:11.904303 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d405d8-2645-4019-85fd-74980de283e8 req-8a6aa28a-0b54-4bb6-90f2-5176fa3e1f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:11.905876 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93d405d8-2645-4019-85fd-74980de283e8 req-8a6aa28a-0b54-4bb6-90f2-5176fa3e1f9f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad9e1885-9dd3-416e-8ae6-09935544e262 HTTP/1.1" status: 200 len: 852 time: 0.0462148 Jul 18 02:45:11.960172 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d405d8-2645-4019-85fd-74980de283e8 req-dd441e88-cafa-49be-8b24-289caf7dc279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:11.961700 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93d405d8-2645-4019-85fd-74980de283e8 req-dd441e88-cafa-49be-8b24-289caf7dc279 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4798e7c-3ecb-4e02-b419-4249905e6fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436697 Jul 18 02:45:12.076533 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:12.128043 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69918ce-b68e-4f13-8b57-7be4eda01951 req-810d6e3d-d3da-4669-adab-faf83ea16e19 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:12.131186 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d69918ce-b68e-4f13-8b57-7be4eda01951 req-810d6e3d-d3da-4669-adab-faf83ea16e19 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 944 time: 0.0882039 Jul 18 02:45:12.181984 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93d405d8-2645-4019-85fd-74980de283e8 req-1f71b32e-dce9-4dac-9059-ee57eb99b67e service neutron] 10.222.0.72 "GET /v2.0/networks/a4798e7c-3ecb-4e02-b419-4249905e6fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585853 Jul 18 02:45:12.197164 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d69918ce-b68e-4f13-8b57-7be4eda01951 req-266d4726-288c-4f85-93c5-1364971470eb tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610991 Jul 18 02:45:12.406663 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:12.468334 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-93d405d8-2645-4019-85fd-74980de283e8 req-8f373de8-1726-4c3b-baef-cf822e8c93c6 service neutron] 10.222.0.72 "GET /v2.0/networks/a4798e7c-3ecb-4e02-b419-4249905e6fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875125 Jul 18 02:45:12.721954 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff22b4f-0491-4e3d-91b3-f782b2198dfd req-d9814bc9-21ad-4813-9074-756d57ec466e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:12.723424 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fff22b4f-0491-4e3d-91b3-f782b2198dfd req-d9814bc9-21ad-4813-9074-756d57ec466e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 945 time: 0.0518165 Jul 18 02:45:12.773643 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fff22b4f-0491-4e3d-91b3-f782b2198dfd req-fe51c536-268d-4a6b-be32-eac360c2da64 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445392 Jul 18 02:45:13.311386 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a15af-5c7d-4214-8159-14c3324cbe46 req-52d2b45e-3f0d-41fc-bea2-dc235b8194b7 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:13.312853 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dd3a15af-5c7d-4214-8159-14c3324cbe46 req-52d2b45e-3f0d-41fc-bea2-dc235b8194b7 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 944 time: 0.0479996 Jul 18 02:45:13.360700 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-dd3a15af-5c7d-4214-8159-14c3324cbe46 req-746a9e91-658c-465c-8006-bc9bc64476a4 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Jul 18 02:45:13.887654 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88781f0a-64a2-468a-8a58-a99737b8d993 req-118ee840-63b8-4e1d-b55b-3a6a9188afb7 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:13.889004 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-88781f0a-64a2-468a-8a58-a99737b8d993 req-118ee840-63b8-4e1d-b55b-3a6a9188afb7 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 945 time: 0.0467198 Jul 18 02:45:13.935572 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-88781f0a-64a2-468a-8a58-a99737b8d993 req-708c87e8-cd5d-40f5-a78c-cb15799d3be9 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411067 Jul 18 02:45:14.475520 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4217641-daae-4951-9136-3f7391fa71e3 req-20bad3d5-3968-4110-ad24-ceabdd7bc158 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:14.476966 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c4217641-daae-4951-9136-3f7391fa71e3 req-20bad3d5-3968-4110-ad24-ceabdd7bc158 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 944 time: 0.0494199 Jul 18 02:45:14.523057 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c4217641-daae-4951-9136-3f7391fa71e3 req-5e908994-4b90-41f2-ae81-d7b2e9c46d90 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400910 Jul 18 02:45:14.547545 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:14.552501 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:15.052230 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ace8e-8f2d-4269-a16d-b779cd0cb679 req-8c3061ba-416e-4883-8dd5-266e46c9d6dc tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:15.053692 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-bd5ace8e-8f2d-4269-a16d-b779cd0cb679 req-8c3061ba-416e-4883-8dd5-266e46c9d6dc tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 945 time: 0.0479884 Jul 18 02:45:15.125543 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-833d1a49-6654-4387-a3e3-f358d0833cd2 req-31c3e5ee-b9ad-4df4-8fca-a1ce06760cd1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0601110 Jul 18 02:45:15.136264 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-bd5ace8e-8f2d-4269-a16d-b779cd0cb679 req-bbccd259-1541-4e8f-810d-5a14b8a1d040 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768902 Jul 18 02:45:15.333610 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d1a49-6654-4387-a3e3-f358d0833cd2 req-90523097-8019-4892-888a-1e83e2d7cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:15.335056 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-833d1a49-6654-4387-a3e3-f358d0833cd2 req-90523097-8019-4892-888a-1e83e2d7cb97 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fe363fe43ef4fd9aec026c4cdc3e18e&device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 1129 time: 0.0398533 Jul 18 02:45:15.485972 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8e192-83aa-44e6-9b4a-1c8f0d618b66 req-1b01c8da-17b0-4c9f-b217-d5d96bc8282f tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:15.487412 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-19f8e192-83aa-44e6-9b4a-1c8f0d618b66 req-1b01c8da-17b0-4c9f-b217-d5d96bc8282f tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.72 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 945 time: 0.1020653 Jul 18 02:45:15.559018 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d1a49-6654-4387-a3e3-f358d0833cd2 req-e152f22c-6047-4cd5-b50d-5e8eb99999a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:15.560709 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-833d1a49-6654-4387-a3e3-f358d0833cd2 req-e152f22c-6047-4cd5-b50d-5e8eb99999a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f0b9e2b-f4bb-4648-abfc-2e463ce9379f HTTP/1.1" status: 200 len: 910 time: 0.1741550 Jul 18 02:45:15.636429 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-19f8e192-83aa-44e6-9b4a-1c8f0d618b66 req-2fb38026-3bab-4f64-a13e-25c142f22a4e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Deleting port d0204ed9-f9ee-4893-b615-fad157df027c {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:45:15.636779 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-19f8e192-83aa-44e6-9b4a-1c8f0d618b66 req-2fb38026-3bab-4f64-a13e-25c142f22a4e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (d0204ed9-f9ee-4893-b615-fad157df027c), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:15.640021 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afd963-c3a9-4e47-a522-4d3e20f4834e req-ab1289b9-ce1d-46d7-a784-36a444e35c81 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:15.641667 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-10afd963-c3a9-4e47-a522-4d3e20f4834e req-ab1289b9-ce1d-46d7-a784-36a444e35c81 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 944 time: 0.0495644 Jul 18 02:45:15.676863 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-833d1a49-6654-4387-a3e3-f358d0833cd2 req-26935f72-eae6-48c5-8554-98e6f9754f60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fd8b9bf-0dc7-4030-8d82-774afb4914af HTTP/1.1" status: 200 len: 1001 time: 0.0969267 Jul 18 02:45:15.691501 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-10afd963-c3a9-4e47-a522-4d3e20f4834e req-12e907a9-6473-44a1-ba85-60038bd64378 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431666 Jul 18 02:45:15.780249 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d1a49-6654-4387-a3e3-f358d0833cd2 req-76464b26-61f6-4ebc-8a87-38d94b8d587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:15.781687 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-833d1a49-6654-4387-a3e3-f358d0833cd2 req-76464b26-61f6-4ebc-8a87-38d94b8d587e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f014daeb-f11c-49e8-a7ac-11e7a74e8212 HTTP/1.1" status: 200 len: 848 time: 0.0758173 Jul 18 02:45:15.786398 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-19f8e192-83aa-44e6-9b4a-1c8f0d618b66 req-2fb38026-3bab-4f64-a13e-25c142f22a4e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] For port d0204ed9-f9ee-4893-b615-fad157df027c, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=d0204ed9-f9ee-4893-b615-fad157df027c,segment=NetworkSegment(0edc0c56-6071-437f-b231-0d2e38151030),segment_id=0edc0c56-6071-437f-b231-0d2e38151030)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:45:15.786767 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-19f8e192-83aa-44e6-9b4a-1c8f0d618b66 req-2fb38026-3bab-4f64-a13e-25c142f22a4e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (d0204ed9-f9ee-4893-b615-fad157df027c), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:15.823576 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-19f8e192-83aa-44e6-9b4a-1c8f0d618b66 req-2fb38026-3bab-4f64-a13e-25c142f22a4e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Calling delete_port for d0204ed9-f9ee-4893-b615-fad157df027c owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:45:15.845059 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d1a49-6654-4387-a3e3-f358d0833cd2 req-741f1d9d-7f12-4acf-b170-e534e36b5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:15.846697 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-833d1a49-6654-4387-a3e3-f358d0833cd2 req-741f1d9d-7f12-4acf-b170-e534e36b5734 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f0b9e2b-f4bb-4648-abfc-2e463ce9379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572877 Jul 18 02:45:15.901528 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:15.915237 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:15.993632 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-833d1a49-6654-4387-a3e3-f358d0833cd2 req-8edfc7eb-4084-4838-bcc0-24fe9f375168 service neutron] 10.222.0.72 "GET /v2.0/networks/0f0b9e2b-f4bb-4648-abfc-2e463ce9379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174562 Jul 18 02:45:16.124647 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-833d1a49-6654-4387-a3e3-f358d0833cd2 req-e6a356d1-c703-475b-945a-72f62172ca53 service neutron] 10.222.0.72 "GET /v2.0/networks/0f0b9e2b-f4bb-4648-abfc-2e463ce9379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066267 Jul 18 02:45:16.154723 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 806e3d9e-a117-4a78-af51-028fc4c0d065 details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:45:16.165776 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-19f8e192-83aa-44e6-9b4a-1c8f0d618b66 req-2fb38026-3bab-4f64-a13e-25c142f22a4e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (d0204ed9-f9ee-4893-b615-fad157df027c), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:16.196802 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb38026-3bab-4f64-a13e-25c142f22a4e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Pushing event deleted for resources: {'Port': ['ID=d0204ed9-f9ee-4893-b615-fad157df027c,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:16.228597 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['d0204ed9-f9ee-4893-b615-fad157df027c'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:45:16.268268 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f8e192-83aa-44e6-9b4a-1c8f0d618b66 req-2fb38026-3bab-4f64-a13e-25c142f22a4e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] No DVR routers for this DVR port d0204ed9-f9ee-4893-b615-fad157df027c on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:45:16.271260 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9f71c106-9128-4a1a-9d24-889bcb7352fc req-f7959637-8db3-4853-ae5f-f570f004e638 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 210 time: 0.0492046 Jul 18 02:45:16.272360 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-19f8e192-83aa-44e6-9b4a-1c8f0d618b66 req-2fb38026-3bab-4f64-a13e-25c142f22a4e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:16.277765 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-19f8e192-83aa-44e6-9b4a-1c8f0d618b66 req-2fb38026-3bab-4f64-a13e-25c142f22a4e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.72 "DELETE /v2.0/ports/d0204ed9-f9ee-4893-b615-fad157df027c HTTP/1.1" status: 204 len: 173 time: 0.7817874 Jul 18 02:45:16.277765 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a428e59c-6b34-4387-83d1-1d719eef2abf', 'name': 'network-vif-deleted', 'tag': 'd0204ed9-f9ee-4893-b615-fad157df027c'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:45:16.279012 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c04a884-e6cf-4a8a-8be8-1dcef7403552" -d '{"events": [{"server_uuid": "a428e59c-6b34-4387-83d1-1d719eef2abf", "name": "network-vif-deleted", "tag": "d0204ed9-f9ee-4893-b615-fad157df027c"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:45:16.281244 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 806e3d9e-a117-4a78-af51-028fc4c0d065, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=806e3d9e-a117-4a78-af51-028fc4c0d065,segment=NetworkSegment(b19adf70-ab30-4667-b9cb-73961e68a5ab),segment_id=b19adf70-ab30-4667-b9cb-73961e68a5ab)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:45:16.294655 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '806e3d9e-a117-4a78-af51-028fc4c0d065', 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3', 'port_id': '806e3d9e-a117-4a78-af51-028fc4c0d065', 'mac_address': 'fa:16:3e:84:22:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:45:16.323332 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f25d6b-faaa-4b1b-9d9a-097cc100f7fa x-openstack-request-id: req-f0f25d6b-faaa-4b1b-9d9a-097cc100f7fa {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:45:16.323726 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a428e59c-6b34-4387-83d1-1d719eef2abf", "name": "network-vif-deleted", "tag": "d0204ed9-f9ee-4893-b615-fad157df027c", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:45:16.324045 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f0f25d6b-faaa-4b1b-9d9a-097cc100f7fa {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:45:16.324748 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f25d6b-faaa-4b1b-9d9a-097cc100f7fa'] response: {'server_uuid': 'a428e59c-6b34-4387-83d1-1d719eef2abf', 'name': 'network-vif-deleted', 'tag': 'd0204ed9-f9ee-4893-b615-fad157df027c', 'status': 'completed', 'code': 200} Jul 18 02:45:16.333151 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 806e3d9e-a117-4a78-af51-028fc4c0d065 is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:45:16.333543 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:16.346525 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806e3d9e-a117-4a78-af51-028fc4c0d065 {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:45:16.367267 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 806e3d9e-a117-4a78-af51-028fc4c0d065, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=806e3d9e-a117-4a78-af51-028fc4c0d065,segment=NetworkSegment(b19adf70-ab30-4667-b9cb-73961e68a5ab),segment_id=b19adf70-ab30-4667-b9cb-73961e68a5ab)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:45:16.473267 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:16.521795 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=806e3d9e-a117-4a78-af51-028fc4c0d065,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:16.529557 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:16.529894 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:16.530254 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:16.530590 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:16.530917 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:16.531240 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:16.531558 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:16.531877 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:16.532196 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:16.532514 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:16.532831 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:16.533153 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:16.533467 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:16.533778 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:16.534108 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:16.806281 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23b34c-699e-4741-bb5a-6994d30b2b6f req-838e285f-45c6-49dc-b9d0-5bca95a175e7 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:16.807767 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5b23b34c-699e-4741-bb5a-6994d30b2b6f req-838e285f-45c6-49dc-b9d0-5bca95a175e7 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 945 time: 0.0481565 Jul 18 02:45:16.855196 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5b23b34c-699e-4741-bb5a-6994d30b2b6f req-ef8f0fc6-e5aa-4883-a4b4-e377bdfa59c8 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418541 Jul 18 02:45:16.909953 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['806e3d9e-a117-4a78-af51-028fc4c0d065'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:45:17.384549 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3c96c987-6525-4448-a1b1-d405cfa06581 req-1586fe7d-5fe5-4eb5-b5b4-399a3e758bf8 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=a428e59c-6b34-4387-83d1-1d719eef2abf HTTP/1.1" status: 200 len: 210 time: 0.0291626 Jul 18 02:45:17.971925 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0f0dc-af10-4472-bcec-1502b709979b req-6aee2530-b50c-46e4-862a-2b937197e2cc tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:17.973417 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-bbe0f0dc-af10-4472-bcec-1502b709979b req-6aee2530-b50c-46e4-862a-2b937197e2cc tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 945 time: 0.0493286 Jul 18 02:45:18.020135 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-bbe0f0dc-af10-4472-bcec-1502b709979b req-3240a83c-61be-4519-8ab3-02a6fe43d7c6 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410469 Jul 18 02:45:18.167702 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 806e3d9e-a117-4a78-af51-028fc4c0d065 up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:45:18.210201 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port 806e3d9e-a117-4a78-af51-028fc4c0d065 completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:45:18.267100 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 806e3d9e-a117-4a78-af51-028fc4c0d065 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:45:18.267474 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:18.341842 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 806e3d9e-a117-4a78-af51-028fc4c0d065 is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:45:18.342385 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:18.365865 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806e3d9e-a117-4a78-af51-028fc4c0d065'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:45:18.368183 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4473150-acbd-460d-9046-75b901fd29f7" -d '{"events": [{"server_uuid": "b3640269-34ee-4261-9b14-4bcfb5e666bd", "name": "network-vif-plugged", "status": "completed", "tag": "806e3d9e-a117-4a78-af51-028fc4c0d065"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:45:18.383021 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 806e3d9e-a117-4a78-af51-028fc4c0d065, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=806e3d9e-a117-4a78-af51-028fc4c0d065,segment=NetworkSegment(b19adf70-ab30-4667-b9cb-73961e68a5ab),segment_id=b19adf70-ab30-4667-b9cb-73961e68a5ab)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:45:18.407743 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fd6a41-2e24-4431-98f3-401e362174ad x-openstack-request-id: req-37fd6a41-2e24-4431-98f3-401e362174ad {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:45:18.407743 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3640269-34ee-4261-9b14-4bcfb5e666bd", "name": "network-vif-plugged", "status": "completed", "tag": "806e3d9e-a117-4a78-af51-028fc4c0d065", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:45:18.407743 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-37fd6a41-2e24-4431-98f3-401e362174ad {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:45:18.407743 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37fd6a41-2e24-4431-98f3-401e362174ad'] response: {'server_uuid': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806e3d9e-a117-4a78-af51-028fc4c0d065', 'code': 200} Jul 18 02:45:18.456098 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:18.457440 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device d0204ed9-f9ee-4893-b615-fad157df027c no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:45:18.503231 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: d0204ed9-f9ee-4893-b615-fad157df027c {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:45:18.503826 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device d0204ed9-f9ee-4893-b615-fad157df027c not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:45:18.536989 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=806e3d9e-a117-4a78-af51-028fc4c0d065,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:18.815935 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5195046-8929-45e3-bf00-6724dd6f1dcb req-ebd83b68-08be-4298-8070-f05661b6d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:18.817431 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f5195046-8929-45e3-bf00-6724dd6f1dcb req-ebd83b68-08be-4298-8070-f05661b6d208 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 1130 time: 0.0428128 Jul 18 02:45:18.862552 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-f5195046-8929-45e3-bf00-6724dd6f1dcb req-26583d3b-c042-4b59-8ad4-8068033a0e0b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385201 Jul 18 02:45:19.137306 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed9929-50e2-4159-a723-42a6af5aa7ad req-ff057574-54b2-4310-8325-7a3e0f34bb0a tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:19.139385 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-41ed9929-50e2-4159-a723-42a6af5aa7ad req-ff057574-54b2-4310-8325-7a3e0f34bb0a tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 946 time: 0.0511796 Jul 18 02:45:19.186459 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-41ed9929-50e2-4159-a723-42a6af5aa7ad req-00fcce69-2f1d-47b9-bc67-cfb370336725 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415428 Jul 18 02:45:19.389088 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:45:20.299228 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b8007-3db9-42c1-802f-3751dfe0b949 req-9f2473d9-3d2b-4389-a914-26c3fd603dba tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:20.300678 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e46b8007-3db9-42c1-802f-3751dfe0b949 req-9f2473d9-3d2b-4389-a914-26c3fd603dba tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 946 time: 0.0472467 Jul 18 02:45:20.350108 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e46b8007-3db9-42c1-802f-3751dfe0b949 req-a0b71cad-c017-425f-8e67-61512128892a tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439849 Jul 18 02:45:21.426549 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=85 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:21.428402 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:21.464241 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f43ca-b8eb-4239-80ed-c84b431a1597 req-7e2be103-6468-4a9c-93d3-a81a158df0b7 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:21.465753 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c80f43ca-b8eb-4239-80ed-c84b431a1597 req-7e2be103-6468-4a9c-93d3-a81a158df0b7 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 946 time: 0.0482225 Jul 18 02:45:21.513230 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c80f43ca-b8eb-4239-80ed-c84b431a1597 req-894c5653-6981-4f02-9863-85cc61239e4f tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419030 Jul 18 02:45:22.629616 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba00eb-358f-4a63-9625-40e0256d2559 req-2dba2609-c7a7-41e8-977f-5a64e35dbd5f tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:22.634557 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b6ba00eb-358f-4a63-9625-40e0256d2559 req-2dba2609-c7a7-41e8-977f-5a64e35dbd5f tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 946 time: 0.0500221 Jul 18 02:45:22.679203 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b6ba00eb-358f-4a63-9625-40e0256d2559 req-1f6595db-b0e3-4021-9e9e-8305f6f28adc tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424268 Jul 18 02:45:23.793915 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f35b5b-f631-46e2-9040-afc79088420a req-5a553649-49bc-4ebb-a0ef-baa40d0d60cb tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:23.795399 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-55f35b5b-f631-46e2-9040-afc79088420a req-5a553649-49bc-4ebb-a0ef-baa40d0d60cb tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 946 time: 0.0468473 Jul 18 02:45:23.847285 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-55f35b5b-f631-46e2-9040-afc79088420a req-064db7dc-c252-4f9c-a730-ca6d1ed88f9b tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458343 Jul 18 02:45:23.951396 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:23.963143 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba773d-45f2-4eb4-8446-e3310284fcf7 req-cc08a7d3-3e83-4ad0-aa5f-3d2e7d285447 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:23.964615 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c1ba773d-45f2-4eb4-8446-e3310284fcf7 req-cc08a7d3-3e83-4ad0-aa5f-3d2e7d285447 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 946 time: 0.0484612 Jul 18 02:45:24.011934 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c1ba773d-45f2-4eb4-8446-e3310284fcf7 req-f978a889-7eca-49f0-90e1-b9800b13ecab tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416164 Jul 18 02:45:24.331512 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd41313-9a3a-4d1b-8883-7c933517315d req-cb20714e-d18f-4792-9da6-622ffd88b0f1 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:24.332963 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-abd41313-9a3a-4d1b-8883-7c933517315d req-cb20714e-d18f-4792-9da6-622ffd88b0f1 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 946 time: 0.0508933 Jul 18 02:45:24.380075 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-abd41313-9a3a-4d1b-8883-7c933517315d req-fa14e432-f688-440a-99b0-fc44c4486bef tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416336 Jul 18 02:45:28.527251 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:28.533669 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:28.941903 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-a43ce613-ce8e-4a09-be31-6db6a4a1e286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:29.335326 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-1ac7b295-55b2-4f7a-ae5b-8743561f48e4 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:29.336800 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-1ac7b295-55b2-4f7a-ae5b-8743561f48e4 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/networks?id=c8e0fb7c-2761-451c-afcc-c07dac4a49ac HTTP/1.1" status: 200 len: 814 time: 0.1011269 Jul 18 02:45:29.351821 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-209b1e2e-f917-430c-b22d-7d491dc2c9ff tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/quotas/ad2b132c879f4f5e90593713a3f472c1 HTTP/1.1" status: 200 len: 375 time: 0.0097463 Jul 18 02:45:29.383769 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=19 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:29.385157 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=15 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:29.387865 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-ec53ca46-4e3e-4da0-91fc-17f9921617b0 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad2b132c879f4f5e90593713a3f472c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313432 Jul 18 02:45:29.398144 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-2ff7d19a-7acd-47d4-b858-28e11a9ce5a8 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 02:45:29.399109 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-2ff7d19a-7acd-47d4-b858-28e11a9ce5a8 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051475 Jul 18 02:45:29.498299 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-b6f82805-32fa-40c0-b595-51a82d5afee9 service neutron] 10.222.0.66 "GET /v2.0/networks/c8e0fb7c-2761-451c-afcc-c07dac4a49ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935159 Jul 18 02:45:29.595434 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-64377237-87b9-4e6c-bba9-d736f10762bc service neutron] 10.222.0.66 "GET /v2.0/networks/c8e0fb7c-2761-451c-afcc-c07dac4a49ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908599 Jul 18 02:45:29.858915 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-833ca45c-e078-4b88-b423-ba3edf467802 req-1daa26a1-ea6c-49d1-95a6-980015b29106 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 210 time: 0.0289972 Jul 18 02:45:30.954143 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6e8f0a91-c74e-4f74-93e7-e6985a6d2c1d req-570e2175-cf7e-40b4-9760-b00f3c219364 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 210 time: 0.0291076 Jul 18 02:45:31.364414 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-bef72078-b3fb-4650-9ded-990e5dd8bf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:32.052332 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-13c9db2c-772b-4b26-b0cb-7c8e2f762abb req-36919b23-cfd2-468c-b341-9cd27248fa34 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 210 time: 0.0283942 Jul 18 02:45:32.348911 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-38fe2167-44b3-4e94-a6ce-318dbf484b46 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:32.350300 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-38fe2167-44b3-4e94-a6ce-318dbf484b46 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.72 "GET /v2.0/networks?id=c8e0fb7c-2761-451c-afcc-c07dac4a49ac HTTP/1.1" status: 200 len: 814 time: 0.1067433 Jul 18 02:45:32.379005 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Request body: {'port': {'device_id': '082cd7d7-4392-4d0c-a2ba-33d0f875e18a', 'network_id': 'c8e0fb7c-2761-451c-afcc-c07dac4a49ac', 'admin_state_up': True, 'tenant_id': 'ad2b132c879f4f5e90593713a3f472c1'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:45:32.408584 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:32.569880 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Made reservation on behalf of ad2b132c879f4f5e90593713a3f472c1 for: {'port': 1} {{(pid=104651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 02:45:32.570153 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:32.573507 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:32.709356 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_common [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Allocated IP 172.20.0.2 (c8e0fb7c-2761-451c-afcc-c07dac4a49ac/4a5d2376-8b32-4888-9985-595b2b550627/0dc810cf-7837-4639-b458-b2ef55fd55a4) {{(pid=104651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:45:32.868507 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Publish callbacks [] for port (0dc810cf-7837-4639-b458-b2ef55fd55a4), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:33.010791 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (0dc810cf-7837-4639-b458-b2ef55fd55a4), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:33.051976 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Network c8e0fb7c-2761-451c-afcc-c07dac4a49ac is already hosted by enough agents. {{(pid=104651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:45:33.055099 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.base_scheduler [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Resources bound (agent type, host, resource id): {{(pid=104651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:45:33.057548 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Received port after_create {{(pid=104651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:45:33.089873 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Pushing event updated for resources: {'Port': ['ID=0dc810cf-7837-4639-b458-b2ef55fd55a4,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:33.103498 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:33.103839 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:33.104178 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:33.104512 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:33.104842 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:33.105169 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:33.105497 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:33.105813 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:33.106161 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:33.106489 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:33.106808 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:33.107122 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:33.111696 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:33.111696 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:33.111696 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:33.129115 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:33.129986 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:33.169605 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b19b9-9c73-4a08-bc06-c2f99ab54bd8 req-c65a5e1d-63ae-4986-8c4d-479ac43602f0 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:33.171111 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-935b19b9-9c73-4a08-bc06-c2f99ab54bd8 req-c65a5e1d-63ae-4986-8c4d-479ac43602f0 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 931 time: 0.0488305 Jul 18 02:45:33.222169 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-935b19b9-9c73-4a08-bc06-c2f99ab54bd8 req-68975605-a125-43cc-9295-3cdc6284a6b2 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452030 Jul 18 02:45:33.242154 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-a10e06c4-1f9c-4293-8345-9a9b167b6833 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8675582 Jul 18 02:45:33.250973 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-83a5fd4a-1fb8-4776-96a2-54e89f6945bc tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104651) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 02:45:33.254264 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-83a5fd4a-1fb8-4776-96a2-54e89f6945bc tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050693 Jul 18 02:45:33.314156 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Request body: {'port': {'device_id': '082cd7d7-4392-4d0c-a2ba-33d0f875e18a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85001'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:45:33.318523 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:33.376152 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (0dc810cf-7837-4639-b458-b2ef55fd55a4), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:33.469703 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:33.630227 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc810cf-7837-4639-b458-b2ef55fd55a4 {{(pid=104651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:45:33.637675 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Publish callbacks [] for port (0dc810cf-7837-4639-b458-b2ef55fd55a4), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:33.651111 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.provisioning_blocks [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Transition to ACTIVE for port object 0dc810cf-7837-4639-b458-b2ef55fd55a4 will not be triggered until provisioned by entity L2. {{(pid=104651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 02:45:33.758803 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (0dc810cf-7837-4639-b458-b2ef55fd55a4), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:33.812942 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Pushing event updated for resources: {'Port': ['ID=0dc810cf-7837-4639-b458-b2ef55fd55a4,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:33.901350 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:33.923422 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676c9bb-1cac-40c4-ad89-d384ed6a0724 req-76cfb763-3dbf-400e-9927-159d487e6c4e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:33.924896 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1676c9bb-1cac-40c4-ad89-d384ed6a0724 req-76cfb763-3dbf-400e-9927-159d487e6c4e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 946 time: 0.0818014 Jul 18 02:45:33.929720 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Attempting to bind port 0dc810cf-7837-4639-b458-b2ef55fd55a4 on host hv-cinder-85001 for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 02:45:33.930058 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Attempting to bind port 0dc810cf-7837-4639-b458-b2ef55fd55a4 by drivers openvswitch,hyperv on host hv-cinder-85001 at level 0 using segments [{'id': '0edc0c56-6071-437f-b231-0d2e38151030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c8e0fb7c-2761-451c-afcc-c07dac4a49ac'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 02:45:33.930422 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Attempting to bind port 0dc810cf-7837-4639-b458-b2ef55fd55a4 on network c8e0fb7c-2761-451c-afcc-c07dac4a49ac {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:45:33.949277 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Port 0dc810cf-7837-4639-b458-b2ef55fd55a4 on network c8e0fb7c-2761-451c-afcc-c07dac4a49ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85001 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 02:45:33.949601 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Attempting to bind port 0dc810cf-7837-4639-b458-b2ef55fd55a4 on network c8e0fb7c-2761-451c-afcc-c07dac4a49ac {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 02:45:33.960747 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:33.961658 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Checking agent: {'id': 'e6e63764-200d-47b9-8105-e34912e6557f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85001', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'started_at': datetime.datetime(2022, 7, 18, 2, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 2, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 02:45:33.961997 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Checking segment: {'id': '0edc0c56-6071-437f-b231-0d2e38151030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c8e0fb7c-2761-451c-afcc-c07dac4a49ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 02:45:33.962551 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Bound using segment: {'id': '0edc0c56-6071-437f-b231-0d2e38151030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c8e0fb7c-2761-451c-afcc-c07dac4a49ac'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 02:45:33.963008 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Bound port: 0dc810cf-7837-4639-b458-b2ef55fd55a4, host: hv-cinder-85001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edc0c56-6071-437f-b231-0d2e38151030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c8e0fb7c-2761-451c-afcc-c07dac4a49ac'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 02:45:33.963365 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (0dc810cf-7837-4639-b458-b2ef55fd55a4), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:33.964258 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:33.997083 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1676c9bb-1cac-40c4-ad89-d384ed6a0724 req-1550c7b5-0c84-4162-8cd3-c3f820e98bb0 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642836 Jul 18 02:45:34.019971 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 58854) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:45:34.048126 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] For port 0dc810cf-7837-4639-b458-b2ef55fd55a4, host hv-cinder-85001, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 02:45:34.051709 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] For port 0dc810cf-7837-4639-b458-b2ef55fd55a4, host hv-cinder-85001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=0dc810cf-7837-4639-b458-b2ef55fd55a4,segment=NetworkSegment(0edc0c56-6071-437f-b231-0d2e38151030),segment_id=0edc0c56-6071-437f-b231-0d2e38151030)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 02:45:34.102571 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2cfa77-f3b7-4013-ae03-a79ee1a4e8c2 tempest-TestMinimumBasicScenario-873688279 tempest-TestMinimumBasicScenario-873688279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:34.104069 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-cb2cfa77-f3b7-4013-ae03-a79ee1a4e8c2 tempest-TestMinimumBasicScenario-873688279 tempest-TestMinimumBasicScenario-873688279-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 1125 time: 0.0831277 Jul 18 02:45:34.107003 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 58858) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:45:34.111282 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Request body: {'floatingip': {'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'port_id': '806e3d9e-a117-4a78-af51-028fc4c0d065', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:45:34.153367 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (0dc810cf-7837-4639-b458-b2ef55fd55a4), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:34.188530 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:34.189143 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:34.191522 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] 10.222.0.72 "PUT /v2.0/ports/0dc810cf-7837-4639-b458-b2ef55fd55a4 HTTP/1.1" status: 200 len: 1093 time: 0.9250414 Jul 18 02:45:34.192137 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082cd7d7-4392-4d0c-a2ba-33d0f875e18a', 'tag': '0dc810cf-7837-4639-b458-b2ef55fd55a4'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:45:34.194947 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2640cca6-8a31-42b8-b89f-b6753c38e1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "082cd7d7-4392-4d0c-a2ba-33d0f875e18a", "tag": "0dc810cf-7837-4639-b458-b2ef55fd55a4"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:45:34.210501 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:34.219663 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce3f3b-cc83-402c-92e7-16383478a71a service neutron] Pushing event updated for resources: {'Port': ['ID=0dc810cf-7837-4639-b458-b2ef55fd55a4,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:34.233711 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b7e96e-f22d-4c99-ae5c-1e0c5e111749 x-openstack-request-id: req-77b7e96e-f22d-4c99-ae5c-1e0c5e111749 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:45:34.234000 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082cd7d7-4392-4d0c-a2ba-33d0f875e18a", "tag": "0dc810cf-7837-4639-b458-b2ef55fd55a4", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:45:34.234287 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77b7e96e-f22d-4c99-ae5c-1e0c5e111749 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:45:34.234688 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77b7e96e-f22d-4c99-ae5c-1e0c5e111749'] response: {'name': 'network-changed', 'server_uuid': '082cd7d7-4392-4d0c-a2ba-33d0f875e18a', 'tag': '0dc810cf-7837-4639-b458-b2ef55fd55a4', 'status': 'completed', 'code': 200} Jul 18 02:45:34.296829 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:34.351583 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640cca6-8a31-42b8-b89f-b6753c38e1b3 req-51e4c734-894f-48fe-9988-1aae04bd0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:34.353096 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2640cca6-8a31-42b8-b89f-b6753c38e1b3 req-51e4c734-894f-48fe-9988-1aae04bd0bc7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ad2b132c879f4f5e90593713a3f472c1&device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 1127 time: 0.0727670 Jul 18 02:45:34.366740 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738405f-57f4-45d8-921b-122929327e90 req-eab445f1-8c23-43e8-9019-c87bb9ca4a17 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:34.368287 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8738405f-57f4-45d8-921b-122929327e90 req-eab445f1-8c23-43e8-9019-c87bb9ca4a17 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 943 time: 0.0748625 Jul 18 02:45:34.396510 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:34.404117 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Allocated IP 172.27.3.176 (277ea304-6c46-4a00-b9b4-38f4ca976978/01f4bbd7-b454-41c2-b1c1-6d7708173181/f2fcc579-64a3-4a5f-a930-98722108601c) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 02:45:34.481611 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8738405f-57f4-45d8-921b-122929327e90 req-bff14e2e-ae3f-47fa-a6b9-72fe7e7489f3 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044550 Jul 18 02:45:34.482603 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:34.509626 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640cca6-8a31-42b8-b89f-b6753c38e1b3 req-0dad0cf2-e2a7-4e1c-aea1-58497bc522b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:34.509626 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2640cca6-8a31-42b8-b89f-b6753c38e1b3 req-0dad0cf2-e2a7-4e1c-aea1-58497bc522b9 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ad2b132c879f4f5e90593713a3f472c1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1344976 Jul 18 02:45:34.514674 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for port (f2fcc579-64a3-4a5f-a930-98722108601c), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:34.602942 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640cca6-8a31-42b8-b89f-b6753c38e1b3 req-a97db69e-3b01-47ff-8501-71086d50974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:34.604441 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2640cca6-8a31-42b8-b89f-b6753c38e1b3 req-a97db69e-3b01-47ff-8501-71086d50974c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950747 Jul 18 02:45:34.633377 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:34.633732 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781983036941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (f2fcc579-64a3-4a5f-a930-98722108601c), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:34.670583 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Network 277ea304-6c46-4a00-b9b4-38f4ca976978 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 02:45:34.673430 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 02:45:34.680194 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 02:45:34.706140 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Pushing event updated for resources: {'Port': ['ID=f2fcc579-64a3-4a5f-a930-98722108601c,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:34.710752 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-6b86d229-da86-4123-b010-dfeb9db9473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:34.712282 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-6b86d229-da86-4123-b010-dfeb9db9473a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ad2b132c879f4f5e90593713a3f472c1&device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 1127 time: 0.0412145 Jul 18 02:45:34.718234 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:34.718575 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:34.718912 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:34.719242 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:34.719568 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:34.719896 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:34.720218 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:34.720539 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:34.720858 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:34.721174 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:34.721492 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:34.721809 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:34.722780 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:34.723102 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:34.723417 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:45:34.767876 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-5199f536-ee7d-44d4-ab0a-5b18e18286e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0dc810cf-7837-4639-b458-b2ef55fd55a4 HTTP/1.1" status: 200 len: 217 time: 0.0323884 Jul 18 02:45:34.818972 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-55aacc79-987e-43ce-8437-21255bde3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:34.820439 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-55aacc79-987e-43ce-8437-21255bde3aeb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a5d2376-8b32-4888-9985-595b2b550627 HTTP/1.1" status: 200 len: 854 time: 0.0474391 Jul 18 02:45:34.854920 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-7965af4f-3840-4563-9929-96c8f4f63349 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8e0fb7c-2761-451c-afcc-c07dac4a49ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267465 Jul 18 02:45:34.946389 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-3037efeb-143e-4ad0-b276-b80476c0889c service neutron] 10.222.0.72 "GET /v2.0/networks/c8e0fb7c-2761-451c-afcc-c07dac4a49ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849380 Jul 18 02:45:35.038582 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:35.042560 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-36237e7b-5e12-403e-8bdb-2276668e9a40 req-1b9e501e-d882-4e90-aa08-2e5f33e0a16c service neutron] 10.222.0.72 "GET /v2.0/networks/c8e0fb7c-2761-451c-afcc-c07dac4a49ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901551 Jul 18 02:45:35.270701 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for floatingip (1ab98c5c-28a7-4278-826f-36b8caa7fde6), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:35.404539 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (f2fcc579-64a3-4a5f-a930-98722108601c), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:35.428975 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:35.555534 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for port (f2fcc579-64a3-4a5f-a930-98722108601c), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:35.601789 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ae83e-c1f6-4859-b537-b42bc42c0782 req-d593e791-798c-4fd3-803f-4faa7be58f4e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:35.603317 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-559ae83e-c1f6-4859-b537-b42bc42c0782 req-d593e791-798c-4fd3-803f-4faa7be58f4e tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 943 time: 0.0512421 Jul 18 02:45:35.635553 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714115'] for port (f2fcc579-64a3-4a5f-a930-98722108601c), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:35.687589 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-559ae83e-c1f6-4859-b537-b42bc42c0782 req-5edf9218-eaa4-4714-8025-744e3a568729 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787098 Jul 18 02:45:35.724112 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Pushing event updated for resources: {'Port': ['ID=f2fcc579-64a3-4a5f-a930-98722108601c,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:35.734040 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33263671'] for floatingip (1ab98c5c-28a7-4278-826f-36b8caa7fde6), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:35.810637 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:35.831400 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Floating IP 1ab98c5c-28a7-4278-826f-36b8caa7fde6 associated. External IP: 172.27.3.176, port: 806e3d9e-a117-4a78-af51-028fc4c0d065. Jul 18 02:45:36.031611 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:45:36.132339 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:45:36.141595 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59591f1c-09a9-4a21-a843-0d2031a9af01 None None] Sync routers for ids ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:45:36.151417 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59591f1c-09a9-4a21-a843-0d2031a9af01 None None] Routers {'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:45:36.152028 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-59591f1c-09a9-4a21-a843-0d2031a9af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:45:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:45:36.218266 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:36.248321 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:36.252767 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5aeec131-7d2c-4e69-a651-09ad785c556c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1447492 Jul 18 02:45:36.254898 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'tag': '806e3d9e-a117-4a78-af51-028fc4c0d065'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:45:36.255028 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-59591f1c-09a9-4a21-a843-0d2031a9af01 None None] Set router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:45:36.256393 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64ea466cc435dd77490079e2fa520d09e38a4648c4a1127f42521b2533b3eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f187be-7721-42b3-b1eb-88207aad6842" -d '{"events": [{"name": "network-changed", "server_uuid": "b3640269-34ee-4261-9b14-4bcfb5e666bd", "tag": "806e3d9e-a117-4a78-af51-028fc4c0d065"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:45:36.257615 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58868) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:45:36.262411 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-87e269e4-1f68-4efe-97d6-26c05f7eea98 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1147507889', 'description': 'tempest-secgroup-smoke-1147507889 description', 'project_id': '73679a05b6dc4583842dacfeb898876f'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:45:36.293372 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76c6644-556f-4e53-a345-b1d5f1337654 x-openstack-request-id: req-a76c6644-556f-4e53-a345-b1d5f1337654 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:45:36.293876 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3640269-34ee-4261-9b14-4bcfb5e666bd", "tag": "806e3d9e-a117-4a78-af51-028fc4c0d065", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:45:36.293980 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a76c6644-556f-4e53-a345-b1d5f1337654 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:45:36.294333 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a76c6644-556f-4e53-a345-b1d5f1337654'] response: {'name': 'network-changed', 'server_uuid': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'tag': '806e3d9e-a117-4a78-af51-028fc4c0d065', 'status': 'completed', 'code': 200} Jul 18 02:45:36.377752 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-87e269e4-1f68-4efe-97d6-26c05f7eea98 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group (None), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:36.390305 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f187be-7721-42b3-b1eb-88207aad6842 req-867849b3-b4a0-447e-bcab-8c47f09d10df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:36.391808 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-55f187be-7721-42b3-b1eb-88207aad6842 req-867849b3-b4a0-447e-bcab-8c47f09d10df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73679a05b6dc4583842dacfeb898876f&device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 1130 time: 0.0490251 Jul 18 02:45:36.471816 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-59591f1c-09a9-4a21-a843-0d2031a9af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'name': 'tempest-TestMinimumBasicScenario-97053052-router', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:31Z', 'updated_at': '2022-07-18T02:44:35Z', 'revision_number': 4, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'gw_port': {'id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:32Z', 'updated_at': '2022-07-18T02:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '1ab98c5c-28a7-4278-826f-36b8caa7fde6', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'port_id': '806e3d9e-a117-4a78-af51-028fc4c0d065', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3', 'mac_address': 'fa:16:3e:84:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:45:34Z', 'updated_at': '2022-07-18T02:45:34Z', 'revision_number': 0, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e3d55d-fa56-402d-819f-98dd82919275', 'name': '', 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'mac_address': 'fa:16:3e:71:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:34Z', 'updated_at': '2022-07-18T02:44:39Z', 'revision_number': 5, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'subnets': [{'id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:45:36.497432 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59591f1c-09a9-4a21-a843-0d2031a9af01 None None] Checking router: bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:45:36.506353 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59591f1c-09a9-4a21-a843-0d2031a9af01 None None] Routers {'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:45:36.506966 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-59591f1c-09a9-4a21-a843-0d2031a9af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:45:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:45:36.533200 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-87e269e4-1f68-4efe-97d6-26c05f7eea98 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group (af6413b7-1db5-4f43-a429-9ff82004545b), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:36.535297 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f187be-7721-42b3-b1eb-88207aad6842 req-0753f38f-1b5b-4905-950c-1706b846fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:36.536830 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-55f187be-7721-42b3-b1eb-88207aad6842 req-0753f38f-1b5b-4905-950c-1706b846fcac service neutron] 10.222.0.72 "GET /v2.0/networks?id=a4798e7c-3ecb-4e02-b419-4249905e6fc3 HTTP/1.1" status: 200 len: 914 time: 0.1378508 Jul 18 02:45:36.549125 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:36.605079 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-55f187be-7721-42b3-b1eb-88207aad6842 req-f5abdaef-e854-420e-8997-6986041ec369 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=806e3d9e-a117-4a78-af51-028fc4c0d065 HTTP/1.1" status: 200 len: 1000 time: 0.0611637 Jul 18 02:45:36.611757 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-59591f1c-09a9-4a21-a843-0d2031a9af01 None None] Set router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:45:36.640255 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-87e269e4-1f68-4efe-97d6-26c05f7eea98 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (af6413b7-1db5-4f43-a429-9ff82004545b), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:36.684097 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f187be-7721-42b3-b1eb-88207aad6842 req-93a66cd3-1167-4b28-b07e-0c63f4ec9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:36.685583 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-55f187be-7721-42b3-b1eb-88207aad6842 req-93a66cd3-1167-4b28-b07e-0c63f4ec9fc1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad9e1885-9dd3-416e-8ae6-09935544e262 HTTP/1.1" status: 200 len: 852 time: 0.0742421 Jul 18 02:45:36.686593 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e269e4-1f68-4efe-97d6-26c05f7eea98 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6413b7-1db5-4f43-a429-9ff82004545b,revision_number=1']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:36.731375 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f187be-7721-42b3-b1eb-88207aad6842 req-d22881cc-92c5-496f-8e7e-64d8ea300913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:36.732908 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-55f187be-7721-42b3-b1eb-88207aad6842 req-d22881cc-92c5-496f-8e7e-64d8ea300913 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4798e7c-3ecb-4e02-b419-4249905e6fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407655 Jul 18 02:45:36.774008 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-87e269e4-1f68-4efe-97d6-26c05f7eea98 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:36.777945 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-87e269e4-1f68-4efe-97d6-26c05f7eea98 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5166259 Jul 18 02:45:36.778359 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58874) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:45:36.808725 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01951623-5387-4856-b6c4-967a1d42ab25 req-e32e3b62-ea1c-4df6-8c20-f76acf469b58 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:36.810368 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-433f1146-9bbb-4460-a29a-6fa976fa011f tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Request body: {'security_group_rule': {'security_group_id': 'af6413b7-1db5-4f43-a429-9ff82004545b', 'project_id': '73679a05b6dc4583842dacfeb898876f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:45:36.811928 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-01951623-5387-4856-b6c4-967a1d42ab25 req-e32e3b62-ea1c-4df6-8c20-f76acf469b58 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 943 time: 0.0548065 Jul 18 02:45:36.841241 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-59591f1c-09a9-4a21-a843-0d2031a9af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'name': 'tempest-TestMinimumBasicScenario-97053052-router', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:31Z', 'updated_at': '2022-07-18T02:44:35Z', 'revision_number': 4, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'gw_port': {'id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:32Z', 'updated_at': '2022-07-18T02:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '1ab98c5c-28a7-4278-826f-36b8caa7fde6', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'port_id': '806e3d9e-a117-4a78-af51-028fc4c0d065', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3', 'mac_address': 'fa:16:3e:84:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:45:34Z', 'updated_at': '2022-07-18T02:45:34Z', 'revision_number': 0, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e3d55d-fa56-402d-819f-98dd82919275', 'name': '', 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'mac_address': 'fa:16:3e:71:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:34Z', 'updated_at': '2022-07-18T02:44:39Z', 'revision_number': 5, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'subnets': [{'id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:45:36.860092 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-01951623-5387-4856-b6c4-967a1d42ab25 req-bc7b82c0-f59f-4267-9b87-587c1e30bac8 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471916 Jul 18 02:45:36.860670 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-55f187be-7721-42b3-b1eb-88207aad6842 req-6d51254a-f04f-4ae2-96c7-980b5e06deff service neutron] 10.222.0.72 "GET /v2.0/networks/a4798e7c-3ecb-4e02-b419-4249905e6fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186142 Jul 18 02:45:36.866948 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59591f1c-09a9-4a21-a843-0d2031a9af01 None None] The sync data for ids ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'] in dv-cinder-850015-3-iscsi is: [{'id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'name': 'tempest-TestMinimumBasicScenario-97053052-router', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:31Z', 'updated_at': '2022-07-18T02:44:35Z', 'revision_number': 4, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'gw_port': {'id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:32Z', 'updated_at': '2022-07-18T02:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '1ab98c5c-28a7-4278-826f-36b8caa7fde6', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'port_id': '806e3d9e-a117-4a78-af51-028fc4c0d065', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3', 'mac_address': 'fa:16:3e:84:22:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:45:34Z', 'updated_at': '2022-07-18T02:45:34Z', 'revision_number': 0, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e3d55d-fa56-402d-819f-98dd82919275', 'name': '', 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'mac_address': 'fa:16:3e:71:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:34Z', 'updated_at': '2022-07-18T02:44:39Z', 'revision_number': 5, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'subnets': [{'id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:45:36.897675 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:36.967490 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-55f187be-7721-42b3-b1eb-88207aad6842 req-163e6e3e-5a44-4f7c-94cb-48a830acac87 service neutron] 10.222.0.72 "GET /v2.0/networks/a4798e7c-3ecb-4e02-b419-4249905e6fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938358 Jul 18 02:45:36.981384 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-433f1146-9bbb-4460-a29a-6fa976fa011f tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (c4359d29-d742-4bff-90ee-005380d94f51), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:37.045887 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-433f1146-9bbb-4460-a29a-6fa976fa011f tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (c4359d29-d742-4bff-90ee-005380d94f51), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:37.072853 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533a2207-6a9d-4c96-a6d8-7180ffc421eb None None] New status for floating IP 1ab98c5c-28a7-4278-826f-36b8caa7fde6: ACTIVE {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:45:37.142316 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-433f1146-9bbb-4460-a29a-6fa976fa011f tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (c4359d29-d742-4bff-90ee-005380d94f51), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:37.162998 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f1146-9bbb-4460-a29a-6fa976fa011f tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4359d29-d742-4bff-90ee-005380d94f51,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:37.309986 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-433f1146-9bbb-4460-a29a-6fa976fa011f tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:37.313876 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-433f1146-9bbb-4460-a29a-6fa976fa011f tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5317435 Jul 18 02:45:37.313876 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58876) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:45:37.319249 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-fdd712a2-0b68-453f-b2b2-b0e390dd3574 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Request body: {'security_group_rule': {'security_group_id': 'af6413b7-1db5-4f43-a429-9ff82004545b', 'project_id': '73679a05b6dc4583842dacfeb898876f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:45:37.427552 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fdd712a2-0b68-453f-b2b2-b0e390dd3574 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (369ab147-94b4-4546-8104-2c599015b5f0), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:37.483785 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fdd712a2-0b68-453f-b2b2-b0e390dd3574 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (369ab147-94b4-4546-8104-2c599015b5f0), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:37.576582 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fdd712a2-0b68-453f-b2b2-b0e390dd3574 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (369ab147-94b4-4546-8104-2c599015b5f0), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:37.595674 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd712a2-0b68-453f-b2b2-b0e390dd3574 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369ab147-94b4-4546-8104-2c599015b5f0,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:37.720786 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-fdd712a2-0b68-453f-b2b2-b0e390dd3574 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:37.722012 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-fdd712a2-0b68-453f-b2b2-b0e390dd3574 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4072888 Jul 18 02:45:37.725671 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58878) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:45:37.729895 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-c714abf8-f0a3-4e1a-8d10-30d4d95e316a tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Request body: {'security_group_rule': {'security_group_id': 'af6413b7-1db5-4f43-a429-9ff82004545b', 'project_id': '73679a05b6dc4583842dacfeb898876f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:45:37.827237 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c714abf8-f0a3-4e1a-8d10-30d4d95e316a tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (c1071225-698e-43c4-9239-2d6f4b4720f2), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:37.883474 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c714abf8-f0a3-4e1a-8d10-30d4d95e316a tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (c1071225-698e-43c4-9239-2d6f4b4720f2), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:37.981766 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a114a8d-3d27-4162-9a46-92336be67f02 req-078b5a40-9844-48e3-b1b4-dc79119a3c9f tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:37.983278 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2a114a8d-3d27-4162-9a46-92336be67f02 req-078b5a40-9844-48e3-b1b4-dc79119a3c9f tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 943 time: 0.0508363 Jul 18 02:45:37.986969 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c714abf8-f0a3-4e1a-8d10-30d4d95e316a tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (c1071225-698e-43c4-9239-2d6f4b4720f2), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:38.279105 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 0dc810cf-7837-4639-b458-b2ef55fd55a4 details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:45:38.281720 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714abf8-f0a3-4e1a-8d10-30d4d95e316a tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1071225-698e-43c4-9239-2d6f4b4720f2,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:38.311261 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2a114a8d-3d27-4162-9a46-92336be67f02 req-14797156-813f-4d2a-8654-cc9133662aca tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183174 Jul 18 02:45:38.366272 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c714abf8-f0a3-4e1a-8d10-30d4d95e316a tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:38.367378 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-c714abf8-f0a3-4e1a-8d10-30d4d95e316a tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6407571 Jul 18 02:45:38.370170 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58882) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:45:38.374547 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-26ec412f-b422-4fa4-a258-f7455995eaf5 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Request body: {'security_group_rule': {'security_group_id': 'af6413b7-1db5-4f43-a429-9ff82004545b', 'project_id': '73679a05b6dc4583842dacfeb898876f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:45:38.380878 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 0dc810cf-7837-4639-b458-b2ef55fd55a4, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=0dc810cf-7837-4639-b458-b2ef55fd55a4,segment=NetworkSegment(0edc0c56-6071-437f-b231-0d2e38151030),segment_id=0edc0c56-6071-437f-b231-0d2e38151030)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:45:38.396507 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '0dc810cf-7837-4639-b458-b2ef55fd55a4', 'network_id': 'c8e0fb7c-2761-451c-afcc-c07dac4a49ac', 'port_id': '0dc810cf-7837-4639-b458-b2ef55fd55a4', 'mac_address': 'fa:16:3e:2c:3c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d2376-8b32-4888-9985-595b2b550627', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:45:38.430624 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 0dc810cf-7837-4639-b458-b2ef55fd55a4 is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:45:38.431017 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (0dc810cf-7837-4639-b458-b2ef55fd55a4), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:38.444670 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc810cf-7837-4639-b458-b2ef55fd55a4 {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:45:38.464765 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 0dc810cf-7837-4639-b458-b2ef55fd55a4, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=0dc810cf-7837-4639-b458-b2ef55fd55a4,segment=NetworkSegment(0edc0c56-6071-437f-b231-0d2e38151030),segment_id=0edc0c56-6071-437f-b231-0d2e38151030)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:45:38.491663 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-26ec412f-b422-4fa4-a258-f7455995eaf5 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (e9a39359-3910-403b-a3f3-083deb5598ad), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:38.495023 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:38.547160 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-26ec412f-b422-4fa4-a258-f7455995eaf5 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (e9a39359-3910-403b-a3f3-083deb5598ad), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:38.570309 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (0dc810cf-7837-4639-b458-b2ef55fd55a4), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:38.615980 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=0dc810cf-7837-4639-b458-b2ef55fd55a4,revision_number=4']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:38.673249 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-26ec412f-b422-4fa4-a258-f7455995eaf5 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (e9a39359-3910-403b-a3f3-083deb5598ad), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:38.696130 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec412f-b422-4fa4-a258-f7455995eaf5 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a39359-3910-403b-a3f3-083deb5598ad,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:38.887492 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-26ec412f-b422-4fa4-a258-f7455995eaf5 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:38.888630 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-26ec412f-b422-4fa4-a258-f7455995eaf5 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5173965 Jul 18 02:45:38.891488 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58884) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:45:38.896017 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-46ad4058-34f9-4b26-a7b3-8d6c8964c023 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Request body: {'security_group_rule': {'security_group_id': 'af6413b7-1db5-4f43-a429-9ff82004545b', 'project_id': '73679a05b6dc4583842dacfeb898876f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:45:38.911185 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['0dc810cf-7837-4639-b458-b2ef55fd55a4'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:45:38.987072 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.securitygroups_db [None req-46ad4058-34f9-4b26-a7b3-8d6c8964c023 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Project 73679a05b6dc4583842dacfeb898876f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 02:45:38.993214 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-46ad4058-34f9-4b26-a7b3-8d6c8964c023 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (3d305152-75cc-4136-b462-da9892922966), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:39.043314 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-46ad4058-34f9-4b26-a7b3-8d6c8964c023 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (3d305152-75cc-4136-b462-da9892922966), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:39.170196 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-46ad4058-34f9-4b26-a7b3-8d6c8964c023 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (3d305152-75cc-4136-b462-da9892922966), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:39.192260 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad4058-34f9-4b26-a7b3-8d6c8964c023 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d305152-75cc-4136-b462-da9892922966,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:39.234796 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-46ad4058-34f9-4b26-a7b3-8d6c8964c023 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:39.236058 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-46ad4058-34f9-4b26-a7b3-8d6c8964c023 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3435740 Jul 18 02:45:39.238857 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58886) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:45:39.243040 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [None req-085d2b8c-e2e2-48e2-b706-56d4bbe64cbe tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Request body: {'security_group_rule': {'security_group_id': 'af6413b7-1db5-4f43-a429-9ff82004545b', 'project_id': '73679a05b6dc4583842dacfeb898876f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:45:39.256318 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:39.335665 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.securitygroups_db [None req-085d2b8c-e2e2-48e2-b706-56d4bbe64cbe tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Project 73679a05b6dc4583842dacfeb898876f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 02:45:39.342039 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-085d2b8c-e2e2-48e2-b706-56d4bbe64cbe tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (79daca21-d699-471b-8fd2-813573ef592d), before_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:39.405368 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-085d2b8c-e2e2-48e2-b706-56d4bbe64cbe tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (79daca21-d699-471b-8fd2-813573ef592d), precommit_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:39.433600 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890f15b-685c-424a-b26b-b51175cf489b req-a550fe7a-5eea-4e3e-9f5a-111acc25296a tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:39.435026 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f890f15b-685c-424a-b26b-b51175cf489b req-a550fe7a-5eea-4e3e-9f5a-111acc25296a tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 944 time: 0.0477037 Jul 18 02:45:39.484493 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-085d2b8c-e2e2-48e2-b706-56d4bbe64cbe tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259369'] for security_group_rule (79daca21-d699-471b-8fd2-813573ef592d), after_create {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:39.486824 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-f890f15b-685c-424a-b26b-b51175cf489b req-f9acc04b-c416-480b-8c67-08a416a703d9 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462704 Jul 18 02:45:39.503444 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d2b8c-e2e2-48e2-b706-56d4bbe64cbe tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79daca21-d699-471b-8fd2-813573ef592d,revision_number=0']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:39.571751 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-085d2b8c-e2e2-48e2-b706-56d4bbe64cbe tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:39.573073 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-085d2b8c-e2e2-48e2-b706-56d4bbe64cbe tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3332622 Jul 18 02:45:39.700433 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6dd4065c-aba6-4ea6-b79a-ad1595b3f3af req-5d486c16-6066-4923-a6d8-33763f0f046a tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1147507889&fields=id&tenant_id=73679a05b6dc4583842dacfeb898876f HTTP/1.1" status: 200 len: 267 time: 0.0509431 Jul 18 02:45:39.754124 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4065c-aba6-4ea6-b79a-ad1595b3f3af req-d74cf27c-777b-4b55-9214-cd7ce33799f4 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:39.755594 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6dd4065c-aba6-4ea6-b79a-ad1595b3f3af req-d74cf27c-777b-4b55-9214-cd7ce33799f4 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 946 time: 0.0494857 Jul 18 02:45:39.767161 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.v2.base [req-6dd4065c-aba6-4ea6-b79a-ad1595b3f3af req-28f96e13-8ac6-4936-a64b-b4429ffb3b64 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Request body: {'port': {'security_groups': ['3597f6ad-a016-4e31-b76f-d960cc732b2c', 'af6413b7-1db5-4f43-a429-9ff82004545b']}} {{(pid=104651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:45:39.841951 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-6dd4065c-aba6-4ea6-b79a-ad1595b3f3af req-28f96e13-8ac6-4936-a64b-b4429ffb3b64 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:40.022133 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-6dd4065c-aba6-4ea6-b79a-ad1595b3f3af req-28f96e13-8ac6-4936-a64b-b4429ffb3b64 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] For port 806e3d9e-a117-4a78-af51-028fc4c0d065, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=806e3d9e-a117-4a78-af51-028fc4c0d065,segment=NetworkSegment(b19adf70-ab30-4667-b9cb-73961e68a5ab),segment_id=b19adf70-ab30-4667-b9cb-73961e68a5ab)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:45:40.049781 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-6dd4065c-aba6-4ea6-b79a-ad1595b3f3af req-28f96e13-8ac6-4936-a64b-b4429ffb3b64 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:40.112493 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-6dd4065c-aba6-4ea6-b79a-ad1595b3f3af req-28f96e13-8ac6-4936-a64b-b4429ffb3b64 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2643971'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:40.148656 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['806e3d9e-a117-4a78-af51-028fc4c0d065'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:45:40.157694 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4065c-aba6-4ea6-b79a-ad1595b3f3af req-28f96e13-8ac6-4936-a64b-b4429ffb3b64 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:40.158337 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-6dd4065c-aba6-4ea6-b79a-ad1595b3f3af req-28f96e13-8ac6-4936-a64b-b4429ffb3b64 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:40.159850 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6dd4065c-aba6-4ea6-b79a-ad1595b3f3af req-28f96e13-8ac6-4936-a64b-b4429ffb3b64 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "PUT /v2.0/ports/806e3d9e-a117-4a78-af51-028fc4c0d065 HTTP/1.1" status: 200 len: 982 time: 0.3973804 Jul 18 02:45:40.160439 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'tag': '806e3d9e-a117-4a78-af51-028fc4c0d065'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:45:40.165931 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0727ce-85e9-4778-ae7c-7edea8a9aaa7" -d '{"events": [{"name": "network-changed", "server_uuid": "b3640269-34ee-4261-9b14-4bcfb5e666bd", "tag": "806e3d9e-a117-4a78-af51-028fc4c0d065"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:45:40.186671 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:40.190278 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f96e13-8ac6-4936-a64b-b4429ffb3b64 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Pushing event updated for resources: {'Port': ['ID=806e3d9e-a117-4a78-af51-028fc4c0d065,revision_number=6']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:40.235073 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab90e35-9270-41f0-b12e-3e01e18c927f x-openstack-request-id: req-9ab90e35-9270-41f0-b12e-3e01e18c927f {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:45:40.235370 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3640269-34ee-4261-9b14-4bcfb5e666bd", "tag": "806e3d9e-a117-4a78-af51-028fc4c0d065", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:45:40.235659 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ab90e35-9270-41f0-b12e-3e01e18c927f {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:45:40.236119 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab90e35-9270-41f0-b12e-3e01e18c927f'] response: {'name': 'network-changed', 'server_uuid': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'tag': '806e3d9e-a117-4a78-af51-028fc4c0d065', 'status': 'completed', 'code': 200} Jul 18 02:45:40.309862 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888af16-3668-4569-8290-11a143831e22 req-fb141759-43f1-46a3-8020-0c2b3257c09b tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:40.318780 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2888af16-3668-4569-8290-11a143831e22 req-fb141759-43f1-46a3-8020-0c2b3257c09b tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 985 time: 0.0624058 Jul 18 02:45:40.321589 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:40.324908 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['806e3d9e-a117-4a78-af51-028fc4c0d065'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:45:40.330564 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 0dc810cf-7837-4639-b458-b2ef55fd55a4 up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:45:40.343140 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0727ce-85e9-4778-ae7c-7edea8a9aaa7 req-0ca6dce6-896c-489a-a9e9-b1f546bd3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:40.356069 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9d0727ce-85e9-4778-ae7c-7edea8a9aaa7 req-0ca6dce6-896c-489a-a9e9-b1f546bd3fa6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73679a05b6dc4583842dacfeb898876f&device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 1169 time: 0.0605419 Jul 18 02:45:40.375510 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:40.399634 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-2888af16-3668-4569-8290-11a143831e22 req-0577ee1c-ed34-4882-928e-2bf06df7c27c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6413b7-1db5-4f43-a429-9ff82004545b&id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794907 Jul 18 02:45:40.459871 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0727ce-85e9-4778-ae7c-7edea8a9aaa7 req-b2a93ebb-4f3a-4de4-b51f-08b6bd8a9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:40.461814 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9d0727ce-85e9-4778-ae7c-7edea8a9aaa7 req-b2a93ebb-4f3a-4de4-b51f-08b6bd8a9682 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a4798e7c-3ecb-4e02-b419-4249905e6fc3 HTTP/1.1" status: 200 len: 914 time: 0.1057799 Jul 18 02:45:40.477400 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning for port 0dc810cf-7837-4639-b458-b2ef55fd55a4 completed by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 02:45:40.481921 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-26d1cb8d-4dcd-4096-b6fb-b0128c3bae50 None None] Provisioning complete for port 806e3d9e-a117-4a78-af51-028fc4c0d065 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:45:40.481921 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-26d1cb8d-4dcd-4096-b6fb-b0128c3bae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:40.530360 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9d0727ce-85e9-4778-ae7c-7edea8a9aaa7 req-dd0a089a-f065-4d0f-a7c9-831df62c3727 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=806e3d9e-a117-4a78-af51-028fc4c0d065 HTTP/1.1" status: 200 len: 1002 time: 0.0616848 Jul 18 02:45:40.582413 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 0dc810cf-7837-4639-b458-b2ef55fd55a4 triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:45:40.582730 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (0dc810cf-7837-4639-b458-b2ef55fd55a4), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:40.585030 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:40.621200 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0727ce-85e9-4778-ae7c-7edea8a9aaa7 req-7fa0f25b-858d-419f-9e27-b1775fd81072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:40.622701 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9d0727ce-85e9-4778-ae7c-7edea8a9aaa7 req-7fa0f25b-858d-419f-9e27-b1775fd81072 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad9e1885-9dd3-416e-8ae6-09935544e262 HTTP/1.1" status: 200 len: 852 time: 0.0860949 Jul 18 02:45:40.631177 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01839389-2681-4d13-b8c1-8534a522e8ba req-d410f985-3406-46fe-b626-30074376b892 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:40.632600 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-01839389-2681-4d13-b8c1-8534a522e8ba req-d410f985-3406-46fe-b626-30074376b892 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 944 time: 0.0610483 Jul 18 02:45:40.696718 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0727ce-85e9-4778-ae7c-7edea8a9aaa7 req-59d3a6aa-0e2e-472f-bc3e-adc5ad78139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:40.707397 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9d0727ce-85e9-4778-ae7c-7edea8a9aaa7 req-59d3a6aa-0e2e-472f-bc3e-adc5ad78139b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4798e7c-3ecb-4e02-b419-4249905e6fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647681 Jul 18 02:45:40.714014 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-01839389-2681-4d13-b8c1-8534a522e8ba req-e27ca0c3-2b9a-423f-bd0b-5435ab75e668 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717111 Jul 18 02:45:40.714213 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-26d1cb8d-4dcd-4096-b6fb-b0128c3bae50 None None] Current status of the port 806e3d9e-a117-4a78-af51-028fc4c0d065 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:45:40.766241 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:40.802683 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9d0727ce-85e9-4778-ae7c-7edea8a9aaa7 req-304fe0c2-161f-493e-9eda-c04c59e6ccf3 service neutron] 10.222.0.72 "GET /v2.0/networks/a4798e7c-3ecb-4e02-b419-4249905e6fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875444 Jul 18 02:45:40.809354 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 0dc810cf-7837-4639-b458-b2ef55fd55a4 is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:45:40.809750 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (0dc810cf-7837-4639-b458-b2ef55fd55a4), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:40.873543 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082cd7d7-4392-4d0c-a2ba-33d0f875e18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc810cf-7837-4639-b458-b2ef55fd55a4'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:45:40.875751 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c8a193-2d3e-4743-95ca-584bacc65acb" -d '{"events": [{"server_uuid": "082cd7d7-4392-4d0c-a2ba-33d0f875e18a", "name": "network-vif-plugged", "status": "completed", "tag": "0dc810cf-7837-4639-b458-b2ef55fd55a4"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:45:40.900925 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9d0727ce-85e9-4778-ae7c-7edea8a9aaa7 req-8dfa1dec-4c62-4d4c-bf0d-2b11d7eb6801 service neutron] 10.222.0.72 "GET /v2.0/networks/a4798e7c-3ecb-4e02-b419-4249905e6fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911579 Jul 18 02:45:40.901133 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 0dc810cf-7837-4639-b458-b2ef55fd55a4, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=0dc810cf-7837-4639-b458-b2ef55fd55a4,segment=NetworkSegment(0edc0c56-6071-437f-b231-0d2e38151030),segment_id=0edc0c56-6071-437f-b231-0d2e38151030)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:45:40.917676 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d10842-93b1-4cb4-a107-7a5e3d503084 x-openstack-request-id: req-a8d10842-93b1-4cb4-a107-7a5e3d503084 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:45:40.917971 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082cd7d7-4392-4d0c-a2ba-33d0f875e18a", "name": "network-vif-plugged", "status": "completed", "tag": "0dc810cf-7837-4639-b458-b2ef55fd55a4", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:45:40.918274 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8d10842-93b1-4cb4-a107-7a5e3d503084 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:45:40.918660 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d10842-93b1-4cb4-a107-7a5e3d503084'] response: {'server_uuid': '082cd7d7-4392-4d0c-a2ba-33d0f875e18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc810cf-7837-4639-b458-b2ef55fd55a4', 'code': 200} Jul 18 02:45:40.964714 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:41.013789 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (0dc810cf-7837-4639-b458-b2ef55fd55a4), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:41.081925 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=0dc810cf-7837-4639-b458-b2ef55fd55a4,revision_number=5']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:41.313010 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac1686-a058-48ac-aea6-993e8986055d req-52bd9d8c-0adc-4da3-ba3f-d2a513c9c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:41.317616 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-53ac1686-a058-48ac-aea6-993e8986055d req-52bd9d8c-0adc-4da3-ba3f-d2a513c9c325 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 1129 time: 0.0388272 Jul 18 02:45:41.360123 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-53ac1686-a058-48ac-aea6-993e8986055d req-f81cb9d2-0f6e-4c0d-b690-ab4ad9e8f44b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391052 Jul 18 02:45:41.830955 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a9146-8cab-4bb8-97ea-ce391c445b88 req-06b839c8-d42b-47fe-98ae-c4b992ae2713 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:41.832546 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0b3a9146-8cab-4bb8-97ea-ce391c445b88 req-06b839c8-d42b-47fe-98ae-c4b992ae2713 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 945 time: 0.0479810 Jul 18 02:45:41.863440 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:41.883983 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0b3a9146-8cab-4bb8-97ea-ce391c445b88 req-58bb9b61-f42b-4363-83b9-5cada98d6eeb tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457375 Jul 18 02:45:43.001183 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f7584-9d07-4d29-8fd0-9183ea68dda1 req-83fdf8d1-aa3b-40aa-b7cf-c490fe44e402 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:43.002716 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6b8f7584-9d07-4d29-8fd0-9183ea68dda1 req-83fdf8d1-aa3b-40aa-b7cf-c490fe44e402 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 945 time: 0.0485528 Jul 18 02:45:43.050695 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6b8f7584-9d07-4d29-8fd0-9183ea68dda1 req-cdbe2b29-1137-4bce-838a-dded78f8b76d tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423939 Jul 18 02:45:44.164062 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f845629-7eb2-4dfe-9658-362b87ee2f3a req-f7ab576d-89e7-493d-b2df-86add41e17f6 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:44.165536 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6f845629-7eb2-4dfe-9658-362b87ee2f3a req-f7ab576d-89e7-493d-b2df-86add41e17f6 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 945 time: 0.0475559 Jul 18 02:45:44.213147 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6f845629-7eb2-4dfe-9658-362b87ee2f3a req-b66164ac-6320-46b0-a48f-7410eb679e1a tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421355 Jul 18 02:45:46.843452 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=72 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:46.844230 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=76 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:51.616837 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=38 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:53.044978 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=59,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:53.046884 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=38 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:54.206291 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=14 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:54.209169 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=8 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:56.388237 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:45:57.006341 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 58948) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:45:57.147384 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-1e33aec3-3235-4645-b09a-37e3ab9309b4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Deleting port 1348f599-3848-4d90-bbbf-9a9bd6c063fa {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:45:57.147731 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1e33aec3-3235-4645-b09a-37e3ab9309b4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (1348f599-3848-4d90-bbbf-9a9bd6c063fa), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:57.226752 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1e33aec3-3235-4645-b09a-37e3ab9309b4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (1348f599-3848-4d90-bbbf-9a9bd6c063fa), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:57.227077 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1e33aec3-3235-4645-b09a-37e3ab9309b4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for floatingip (1348f599-3848-4d90-bbbf-9a9bd6c063fa), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:57.239696 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-1e33aec3-3235-4645-b09a-37e3ab9309b4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Calling delete_port for 1348f599-3848-4d90-bbbf-9a9bd6c063fa owned by network:floatingip {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:45:57.495528 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1e33aec3-3235-4645-b09a-37e3ab9309b4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (1348f599-3848-4d90-bbbf-9a9bd6c063fa), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:57.518649 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33aec3-3235-4645-b09a-37e3ab9309b4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event deleted for resources: {'Port': ['ID=1348f599-3848-4d90-bbbf-9a9bd6c063fa,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:45:57.587256 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1e33aec3-3235-4645-b09a-37e3ab9309b4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for floatingip (94c2a1b0-54e4-4f77-9019-af39c3dd7584), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:57.587597 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.l3_db [None req-1e33aec3-3235-4645-b09a-37e3ab9309b4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Floating IP 94c2a1b0-54e4-4f77-9019-af39c3dd7584 disassociated (deleted). External IP: 172.27.3.129, port: 5d5f39d1-25cc-45c5-98de-5bdf6d03c941. Jul 18 02:45:57.789823 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e33aec3-3235-4645-b09a-37e3ab9309b4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:45:57.896018 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e33aec3-3235-4645-b09a-37e3ab9309b4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:45:57.900776 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-1e33aec3-3235-4645-b09a-37e3ab9309b4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:57.905626 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186aad4a-460a-4b2d-a979-c9573a814ae8 None None] Sync routers for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:45:57.917647 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186aad4a-460a-4b2d-a979-c9573a814ae8 None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:45:57.918298 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-186aad4a-460a-4b2d-a979-c9573a814ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:45:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:45:57.935662 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-1e33aec3-3235-4645-b09a-37e3ab9309b4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "DELETE /v2.0/floatingips/94c2a1b0-54e4-4f77-9019-af39c3dd7584 HTTP/1.1" status: 204 len: 168 time: 0.9282176 Jul 18 02:45:57.936255 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef000cad-4622-4a4d-883f-58fafad96e81', 'tag': '5d5f39d1-25cc-45c5-98de-5bdf6d03c941'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:45:57.938551 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e454564-3c40-4748-82a1-debf578f36c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ef000cad-4622-4a4d-883f-58fafad96e81", "tag": "5d5f39d1-25cc-45c5-98de-5bdf6d03c941"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:45:58.057550 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b3106e-71ef-413b-9de1-d0a81cb5d695 x-openstack-request-id: req-79b3106e-71ef-413b-9de1-d0a81cb5d695 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:45:58.058185 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef000cad-4622-4a4d-883f-58fafad96e81", "tag": "5d5f39d1-25cc-45c5-98de-5bdf6d03c941", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:45:58.058185 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-79b3106e-71ef-413b-9de1-d0a81cb5d695 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:45:58.058518 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b3106e-71ef-413b-9de1-d0a81cb5d695'] response: {'name': 'network-changed', 'server_uuid': 'ef000cad-4622-4a4d-883f-58fafad96e81', 'tag': '5d5f39d1-25cc-45c5-98de-5bdf6d03c941', 'status': 'completed', 'code': 200} Jul 18 02:45:58.119287 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-186aad4a-460a-4b2d-a979-c9573a814ae8 None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:45:58.145686 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:58.152570 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:45:58.155947 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e454564-3c40-4748-82a1-debf578f36c6 req-01209eb4-d26b-4cb1-934e-d2bd4076785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:58.157462 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5e454564-3c40-4748-82a1-debf578f36c6 req-01209eb4-d26b-4cb1-934e-d2bd4076785d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=807f88779cf842f3bbe09615d470f44c&device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 1129 time: 0.0447261 Jul 18 02:45:58.273942 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e454564-3c40-4748-82a1-debf578f36c6 req-237c9244-77db-4f18-9733-a1d2519228c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:58.276448 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5e454564-3c40-4748-82a1-debf578f36c6 req-237c9244-77db-4f18-9733-a1d2519228c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=40df86f1-859f-4d28-af05-d94fe8d1d2ea HTTP/1.1" status: 200 len: 913 time: 0.1080785 Jul 18 02:45:58.341163 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-186aad4a-460a-4b2d-a979-c9573a814ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '1835e2be-6f68-4caa-9f1a-5e2b9ae9e004', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'port_id': 'b0f73b8a-a342-4961-8be0-cc1c0a325389', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'mac_address': 'fa:16:3e:30:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:42:00Z', 'updated_at': '2022-07-18T02:42:02Z', 'revision_number': 1, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:45:58.367302 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186aad4a-460a-4b2d-a979-c9573a814ae8 None None] Checking router: 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:45:58.375941 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186aad4a-460a-4b2d-a979-c9573a814ae8 None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:45:58.376563 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-186aad4a-460a-4b2d-a979-c9573a814ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:45:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:45:58.434038 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4e44b-97d0-4ee6-bb74-78e1948b38c0 req-64d5c51c-7fe1-49f1-897c-f8c9d027a390 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:58.435740 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-96e4e44b-97d0-4ee6-bb74-78e1948b38c0 req-64d5c51c-7fe1-49f1-897c-f8c9d027a390 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 945 time: 0.0621436 Jul 18 02:45:58.478543 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5e454564-3c40-4748-82a1-debf578f36c6 req-c49b04a3-7395-45e0-90cb-ef4cbeae719b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d5f39d1-25cc-45c5-98de-5bdf6d03c941 HTTP/1.1" status: 200 len: 217 time: 0.0408268 Jul 18 02:45:58.487255 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-186aad4a-460a-4b2d-a979-c9573a814ae8 None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:45:58.491719 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-96e4e44b-97d0-4ee6-bb74-78e1948b38c0 req-b2616ef0-963f-4403-a16a-2cab70051346 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471478 Jul 18 02:45:58.702423 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-186aad4a-460a-4b2d-a979-c9573a814ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '1835e2be-6f68-4caa-9f1a-5e2b9ae9e004', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'port_id': 'b0f73b8a-a342-4961-8be0-cc1c0a325389', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'mac_address': 'fa:16:3e:30:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:42:00Z', 'updated_at': '2022-07-18T02:42:02Z', 'revision_number': 1, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:45:58.728364 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186aad4a-460a-4b2d-a979-c9573a814ae8 None None] The sync data for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi is: [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_floatingips': [{'id': '1835e2be-6f68-4caa-9f1a-5e2b9ae9e004', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'router_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'port_id': 'b0f73b8a-a342-4961-8be0-cc1c0a325389', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'mac_address': 'fa:16:3e:30:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T02:42:00Z', 'updated_at': '2022-07-18T02:42:02Z', 'revision_number': 1, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:45:58.956987 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70caedf3-cbcf-40df-a6d3-74e2aeedfd3f None None] New status for floating IP 94c2a1b0-54e4-4f77-9019-af39c3dd7584: DOWN {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:45:59.123616 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-c8474e3d-dc6f-4b9e-8088-ea1184650949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:45:59.610697 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add23ba-d1d4-4525-9ad4-327186fbdea2 req-2ca50c08-20b8-4093-a41b-a3b068e8784c tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:45:59.612181 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4add23ba-d1d4-4525-9ad4-327186fbdea2 req-2ca50c08-20b8-4093-a41b-a3b068e8784c tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 945 time: 0.0486474 Jul 18 02:45:59.667012 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4add23ba-d1d4-4525-9ad4-327186fbdea2 req-bdf8660a-1c68-4c00-9ace-0da26f2abc0f tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485444 Jul 18 02:46:00.780538 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc25c9c-64a4-46f7-8c42-9d2f2ca1203d req-d0ad2b37-90c0-4236-80cc-e454bd9d782d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:00.781899 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6fc25c9c-64a4-46f7-8c42-9d2f2ca1203d req-d0ad2b37-90c0-4236-80cc-e454bd9d782d tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 945 time: 0.0469348 Jul 18 02:46:00.831992 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6fc25c9c-64a4-46f7-8c42-9d2f2ca1203d req-0f5dcdfe-2622-4f79-9d9d-fd2b67a89702 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438311 Jul 18 02:46:01.357092 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-924f7b3b-b2f2-4811-82df-05dd84bc0b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:01.947043 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b714059-dc57-43df-8d07-5b3bdcd2bb08 req-c89849c7-068f-4ea2-a7ab-01359ee045b3 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:01.948511 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5b714059-dc57-43df-8d07-5b3bdcd2bb08 req-c89849c7-068f-4ea2-a7ab-01359ee045b3 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 945 time: 0.0480914 Jul 18 02:46:02.024315 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5b714059-dc57-43df-8d07-5b3bdcd2bb08 req-95d0205a-6755-4f9d-8c6f-435ffd9748c2 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701752 Jul 18 02:46:02.039630 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e454564-3c40-4748-82a1-debf578f36c6 req-aa0965c4-a80c-4f8d-b4f4-544373635f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:02.041070 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5e454564-3c40-4748-82a1-debf578f36c6 req-aa0965c4-a80c-4f8d-b4f4-544373635f2e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaa05713-ce93-4cf4-8801-b67183726cee HTTP/1.1" status: 200 len: 851 time: 0.0596833 Jul 18 02:46:02.095458 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e454564-3c40-4748-82a1-debf578f36c6 req-b0f2b312-36c8-48f9-a579-60c3f364f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:02.096913 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5e454564-3c40-4748-82a1-debf578f36c6 req-b0f2b312-36c8-48f9-a579-60c3f364f52e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40df86f1-859f-4d28-af05-d94fe8d1d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416393 Jul 18 02:46:02.204000 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5e454564-3c40-4748-82a1-debf578f36c6 req-e19e573a-2765-4e25-8e3f-cb7c0fc6737c service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823131 Jul 18 02:46:02.566105 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:02.593665 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-5e454564-3c40-4748-82a1-debf578f36c6 req-5bd68a6c-5e1c-493a-abbf-ca431e3f124a service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966372 Jul 18 02:46:03.054368 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04bd2a-dd3c-4111-a972-85189c8133a9 req-e9bd3580-8422-4cc5-b951-005dceeb0dba tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:03.055895 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-eb04bd2a-dd3c-4111-a972-85189c8133a9 req-e9bd3580-8422-4cc5-b951-005dceeb0dba tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 945 time: 0.0489006 Jul 18 02:46:03.174810 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65919a0a-9616-4524-93a4-13166baee0d6 req-546efe80-a652-4ae4-b593-d9ff57126347 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:03.176268 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-65919a0a-9616-4524-93a4-13166baee0d6 req-546efe80-a652-4ae4-b593-d9ff57126347 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 945 time: 0.0814521 Jul 18 02:46:03.193092 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-eb04bd2a-dd3c-4111-a972-85189c8133a9 req-35794797-1923-47f4-97ae-3d56586a0ed9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Deleting port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:46:03.193472 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-eb04bd2a-dd3c-4111-a972-85189c8133a9 req-35794797-1923-47f4-97ae-3d56586a0ed9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (5d5f39d1-25cc-45c5-98de-5bdf6d03c941), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:03.284306 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:03.284519 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078f3e4-22cd-4bfe-bf66-c8612e682ba0 req-7a86ed2e-8600-41e2-b7a5-b67006871595 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:03.286062 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8078f3e4-22cd-4bfe-bf66-c8612e682ba0 req-7a86ed2e-8600-41e2-b7a5-b67006871595 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 985 time: 0.0498981 Jul 18 02:46:03.292285 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-65919a0a-9616-4524-93a4-13166baee0d6 req-8dbc617c-876a-4591-813a-492fff90c7a4 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085851 Jul 18 02:46:03.324197 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-eb04bd2a-dd3c-4111-a972-85189c8133a9 req-35794797-1923-47f4-97ae-3d56586a0ed9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] For port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=5d5f39d1-25cc-45c5-98de-5bdf6d03c941,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:46:03.324561 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-eb04bd2a-dd3c-4111-a972-85189c8133a9 req-35794797-1923-47f4-97ae-3d56586a0ed9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (5d5f39d1-25cc-45c5-98de-5bdf6d03c941), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:03.340964 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-eb04bd2a-dd3c-4111-a972-85189c8133a9 req-35794797-1923-47f4-97ae-3d56586a0ed9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Calling delete_port for 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:46:03.362868 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8078f3e4-22cd-4bfe-bf66-c8612e682ba0 req-09629a38-5919-4c2d-a990-fd90881c83c5 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6413b7-1db5-4f43-a429-9ff82004545b&id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697267 Jul 18 02:46:03.437640 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cb468-e1f2-4b7d-a735-d5f36b4ad5ab req-b534f449-3ddc-4558-a10c-a72b1eb7e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:03.439588 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-374cb468-e1f2-4b7d-a735-d5f36b4ad5ab req-b534f449-3ddc-4558-a10c-a72b1eb7e2c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73679a05b6dc4583842dacfeb898876f&device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 1169 time: 0.0528457 Jul 18 02:46:03.488155 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:03.586228 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cb468-e1f2-4b7d-a735-d5f36b4ad5ab req-1abff7dd-2830-4c5d-bc3b-253aa6750369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:03.587649 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-374cb468-e1f2-4b7d-a735-d5f36b4ad5ab req-1abff7dd-2830-4c5d-bc3b-253aa6750369 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a4798e7c-3ecb-4e02-b419-4249905e6fc3 HTTP/1.1" status: 200 len: 914 time: 0.1336050 Jul 18 02:46:03.656833 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-374cb468-e1f2-4b7d-a735-d5f36b4ad5ab req-bd127b15-0b60-438d-935e-44a8d47e972c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=806e3d9e-a117-4a78-af51-028fc4c0d065 HTTP/1.1" status: 200 len: 1002 time: 0.0621834 Jul 18 02:46:03.694072 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-eb04bd2a-dd3c-4111-a972-85189c8133a9 req-35794797-1923-47f4-97ae-3d56586a0ed9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (5d5f39d1-25cc-45c5-98de-5bdf6d03c941), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:03.728933 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35794797-1923-47f4-97ae-3d56586a0ed9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event deleted for resources: {'Port': ['ID=5d5f39d1-25cc-45c5-98de-5bdf6d03c941,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:03.765593 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cb468-e1f2-4b7d-a735-d5f36b4ad5ab req-9ce2395c-d578-415d-9032-e44f30f2878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:03.766214 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-374cb468-e1f2-4b7d-a735-d5f36b4ad5ab req-9ce2395c-d578-415d-9032-e44f30f2878a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad9e1885-9dd3-416e-8ae6-09935544e262 HTTP/1.1" status: 200 len: 852 time: 0.0995760 Jul 18 02:46:03.801387 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb04bd2a-dd3c-4111-a972-85189c8133a9 req-35794797-1923-47f4-97ae-3d56586a0ed9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] No DVR routers for this DVR port 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:46:03.801387 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-eb04bd2a-dd3c-4111-a972-85189c8133a9 req-35794797-1923-47f4-97ae-3d56586a0ed9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:03.805402 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-eb04bd2a-dd3c-4111-a972-85189c8133a9 req-35794797-1923-47f4-97ae-3d56586a0ed9 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.72 "DELETE /v2.0/ports/5d5f39d1-25cc-45c5-98de-5bdf6d03c941 HTTP/1.1" status: 204 len: 173 time: 0.7413716 Jul 18 02:46:03.805402 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef000cad-4622-4a4d-883f-58fafad96e81', 'name': 'network-vif-deleted', 'tag': '5d5f39d1-25cc-45c5-98de-5bdf6d03c941'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:46:03.807664 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5af0faf-1fc0-42e9-a45c-3e2dd83694d8" -d '{"events": [{"server_uuid": "ef000cad-4622-4a4d-883f-58fafad96e81", "name": "network-vif-deleted", "tag": "5d5f39d1-25cc-45c5-98de-5bdf6d03c941"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:46:03.866365 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7068253b-9566-4d3a-99cc-106cf15ea6df x-openstack-request-id: req-7068253b-9566-4d3a-99cc-106cf15ea6df {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:46:03.866737 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef000cad-4622-4a4d-883f-58fafad96e81", "name": "network-vif-deleted", "tag": "5d5f39d1-25cc-45c5-98de-5bdf6d03c941", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:46:03.867018 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7068253b-9566-4d3a-99cc-106cf15ea6df {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:46:03.867427 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7068253b-9566-4d3a-99cc-106cf15ea6df'] response: {'server_uuid': 'ef000cad-4622-4a4d-883f-58fafad96e81', 'name': 'network-vif-deleted', 'tag': '5d5f39d1-25cc-45c5-98de-5bdf6d03c941', 'status': 'completed', 'code': 200} Jul 18 02:46:03.879896 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cb468-e1f2-4b7d-a735-d5f36b4ad5ab req-be6ba627-7b8a-4029-817b-b56a41755a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:03.881657 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-374cb468-e1f2-4b7d-a735-d5f36b4ad5ab req-be6ba627-7b8a-4029-817b-b56a41755a66 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4798e7c-3ecb-4e02-b419-4249905e6fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0924792 Jul 18 02:46:03.947474 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:03.948401 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:04.003811 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-374cb468-e1f2-4b7d-a735-d5f36b4ad5ab req-62f0dd2d-01e6-4180-822e-b25bb90a614b service neutron] 10.222.0.72 "GET /v2.0/networks/a4798e7c-3ecb-4e02-b419-4249905e6fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029985 Jul 18 02:46:04.125852 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-374cb468-e1f2-4b7d-a735-d5f36b4ad5ab req-57c2f899-d89f-4584-8df4-69b307f3d9bf service neutron] 10.222.0.72 "GET /v2.0/networks/a4798e7c-3ecb-4e02-b419-4249905e6fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068094 Jul 18 02:46:04.400416 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d7e5538e-a2ee-4835-af25-0d61c5ac8d83 req-8d14148c-0bba-4d81-8b3c-0e854eaf3264 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 210 time: 0.0327442 Jul 18 02:46:04.486787 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afb815-317a-4eef-ba88-3fc8db76ea7f req-86268894-f40d-48fa-9ec5-e6e599379a36 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:04.488287 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b9afb815-317a-4eef-ba88-3fc8db76ea7f req-86268894-f40d-48fa-9ec5-e6e599379a36 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 985 time: 0.0496469 Jul 18 02:46:04.535085 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:04.550717 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b9afb815-317a-4eef-ba88-3fc8db76ea7f req-3ed57c05-4744-436a-89e9-407db2224937 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6413b7-1db5-4f43-a429-9ff82004545b&id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565109 Jul 18 02:46:04.683980 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:05.516189 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0b4702b5-884a-4463-a4db-951cd4ae7fa6 req-cc679ba0-d917-43b1-a561-5a58ba3d2522 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef000cad-4622-4a4d-883f-58fafad96e81 HTTP/1.1" status: 200 len: 210 time: 0.0283680 Jul 18 02:46:05.671628 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58887ff7-8da3-48c1-99d9-d47f07be5a35 req-42ba36a5-79cc-472d-b17c-cf0bbab8eb2e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:05.673040 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-58887ff7-8da3-48c1-99d9-d47f07be5a35 req-42ba36a5-79cc-472d-b17c-cf0bbab8eb2e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 985 time: 0.0518699 Jul 18 02:46:05.734825 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-58887ff7-8da3-48c1-99d9-d47f07be5a35 req-828b2d10-9cf7-431d-9725-34abd4130aa6 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6413b7-1db5-4f43-a429-9ff82004545b&id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560193 Jul 18 02:46:06.395570 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:46:06.414862 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:46:06.415158 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 5d5f39d1-25cc-45c5-98de-5bdf6d03c941 not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:46:06.852644 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719d38b-90f7-459e-9b0a-324ea96b617c req-f2203743-ebbb-47d8-a363-f8bd02082796 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:06.854229 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9719d38b-90f7-459e-9b0a-324ea96b617c req-f2203743-ebbb-47d8-a363-f8bd02082796 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 985 time: 0.0490007 Jul 18 02:46:06.918892 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-9719d38b-90f7-459e-9b0a-324ea96b617c req-efc84d92-c593-4a92-8f5c-38a593a7bb62 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6413b7-1db5-4f43-a429-9ff82004545b&id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590229 Jul 18 02:46:08.036774 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a20dde-aecf-4431-bdab-c200f30631a3 req-df0d25a8-9329-4972-a131-a3c0b13d477a tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:08.038887 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-15a20dde-aecf-4431-bdab-c200f30631a3 req-df0d25a8-9329-4972-a131-a3c0b13d477a tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 985 time: 0.0509546 Jul 18 02:46:08.103013 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-15a20dde-aecf-4431-bdab-c200f30631a3 req-4e60b36e-6e80-455c-8f55-b8f31cb6da98 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6413b7-1db5-4f43-a429-9ff82004545b&id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538001 Jul 18 02:46:08.704392 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=71 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:08.705179 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=85 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:09.043514 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59050) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:09.142638 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef12fae-8956-40c6-ac78-582dae53ea86 req-8b6beab2-53bb-4317-b5cb-5ee403877233 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:09.144116 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fef12fae-8956-40c6-ac78-582dae53ea86 req-8b6beab2-53bb-4317-b5cb-5ee403877233 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 945 time: 0.0624838 Jul 18 02:46:09.215324 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fec49c-f72c-4ca5-a6a8-805db6f25e51 req-f1d96ac2-c5f0-4a80-a15d-fd79d582ce48 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:09.216823 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d8fec49c-f72c-4ca5-a6a8-805db6f25e51 req-f1d96ac2-c5f0-4a80-a15d-fd79d582ce48 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 985 time: 0.0485513 Jul 18 02:46:09.256762 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-fef12fae-8956-40c6-ac78-582dae53ea86 req-4791d7a2-7254-442c-ad64-239b929c976a tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829408 Jul 18 02:46:09.263391 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-97a5b28b-5ae9-411a-ad2c-95046f8530d1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Deleting port 90d70a11-8f37-4cdf-8b60-acc5f87af351 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:46:09.263734 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-97a5b28b-5ae9-411a-ad2c-95046f8530d1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (90d70a11-8f37-4cdf-8b60-acc5f87af351), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:09.280529 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d8fec49c-f72c-4ca5-a6a8-805db6f25e51 req-ca6e25fd-c751-4961-af19-d7972cead6cf tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6413b7-1db5-4f43-a429-9ff82004545b&id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578387 Jul 18 02:46:09.313148 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:09.341176 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-97a5b28b-5ae9-411a-ad2c-95046f8530d1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (90d70a11-8f37-4cdf-8b60-acc5f87af351), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:09.341503 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-97a5b28b-5ae9-411a-ad2c-95046f8530d1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for floatingip (90d70a11-8f37-4cdf-8b60-acc5f87af351), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:09.354040 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-97a5b28b-5ae9-411a-ad2c-95046f8530d1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Calling delete_port for 90d70a11-8f37-4cdf-8b60-acc5f87af351 owned by network:floatingip {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:46:09.574520 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-97a5b28b-5ae9-411a-ad2c-95046f8530d1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (90d70a11-8f37-4cdf-8b60-acc5f87af351), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:09.599827 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5b28b-5ae9-411a-ad2c-95046f8530d1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event deleted for resources: {'Port': ['ID=90d70a11-8f37-4cdf-8b60-acc5f87af351,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:09.667618 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-97a5b28b-5ae9-411a-ad2c-95046f8530d1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for floatingip (1835e2be-6f68-4caa-9f1a-5e2b9ae9e004), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:09.667944 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.db.l3_db [None req-97a5b28b-5ae9-411a-ad2c-95046f8530d1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Floating IP 1835e2be-6f68-4caa-9f1a-5e2b9ae9e004 disassociated (deleted). External IP: 172.27.3.29, port: b0f73b8a-a342-4961-8be0-cc1c0a325389. Jul 18 02:46:10.022378 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:10.123402 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a5b28b-5ae9-411a-ad2c-95046f8530d1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:46:10.221623 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a5b28b-5ae9-411a-ad2c-95046f8530d1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:46:10.227149 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-97a5b28b-5ae9-411a-ad2c-95046f8530d1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:10.232397 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9a77fc-4745-436f-9b00-bbfc74e9d891 None None] Sync routers for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:46:10.243431 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9a77fc-4745-436f-9b00-bbfc74e9d891 None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:46:10.244083 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-ad9a77fc-4745-436f-9b00-bbfc74e9d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:46:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:10.259568 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-97a5b28b-5ae9-411a-ad2c-95046f8530d1 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "DELETE /v2.0/floatingips/1835e2be-6f68-4caa-9f1a-5e2b9ae9e004 HTTP/1.1" status: 204 len: 168 time: 1.2149775 Jul 18 02:46:10.260149 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'tag': 'b0f73b8a-a342-4961-8be0-cc1c0a325389'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:46:10.262441 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244e722d-b8a5-4265-ae4e-00922623c200" -d '{"events": [{"name": "network-changed", "server_uuid": "6d47ffd3-9df5-400c-8cef-efcc7d6d97cd", "tag": "b0f73b8a-a342-4961-8be0-cc1c0a325389"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:46:10.305535 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67657022-5ef4-4aad-b2f9-912c9f6b4dd4 x-openstack-request-id: req-67657022-5ef4-4aad-b2f9-912c9f6b4dd4 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:46:10.306502 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d47ffd3-9df5-400c-8cef-efcc7d6d97cd", "tag": "b0f73b8a-a342-4961-8be0-cc1c0a325389", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:46:10.306971 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67657022-5ef4-4aad-b2f9-912c9f6b4dd4 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:46:10.307386 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67657022-5ef4-4aad-b2f9-912c9f6b4dd4'] response: {'name': 'network-changed', 'server_uuid': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'tag': 'b0f73b8a-a342-4961-8be0-cc1c0a325389', 'status': 'completed', 'code': 200} Jul 18 02:46:10.355148 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-ad9a77fc-4745-436f-9b00-bbfc74e9d891 None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:46:10.396942 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde15b09-0ff1-4a62-bf17-82632a4aefb0 req-d5745e43-c78d-42c9-9fde-48f152721b2b tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:10.398396 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cde15b09-0ff1-4a62-bf17-82632a4aefb0 req-d5745e43-c78d-42c9-9fde-48f152721b2b tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 945 time: 0.0483384 Jul 18 02:46:10.447852 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-cde15b09-0ff1-4a62-bf17-82632a4aefb0 req-6b9dd900-23a2-42e0-8419-c623a5801e4f tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439334 Jul 18 02:46:10.560806 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-ad9a77fc-4745-436f-9b00-bbfc74e9d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:10.564233 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaaf1c-364a-4cba-a2e3-a21bd48c317a req-0917f49e-3495-4824-b5ab-20e3979c7f92 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:10.566136 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c3aaaf1c-364a-4cba-a2e3-a21bd48c317a req-0917f49e-3495-4824-b5ab-20e3979c7f92 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 985 time: 0.0533056 Jul 18 02:46:10.589839 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9a77fc-4745-436f-9b00-bbfc74e9d891 None None] Checking router: 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:46:10.601649 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9a77fc-4745-436f-9b00-bbfc74e9d891 None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:46:10.601649 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-ad9a77fc-4745-436f-9b00-bbfc74e9d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:46:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:10.644851 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c3aaaf1c-364a-4cba-a2e3-a21bd48c317a req-3f55babd-31d4-4884-a864-73d438ddf287 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6413b7-1db5-4f43-a429-9ff82004545b&id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712330 Jul 18 02:46:10.715398 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-ad9a77fc-4745-436f-9b00-bbfc74e9d891 None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:46:10.810304 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ce681-ebe0-424c-a21d-91fcb17706a2 req-826b9081-c5c7-42fe-9ed4-2760bebb8d83 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:10.811834 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-376ce681-ebe0-424c-a21d-91fcb17706a2 req-826b9081-c5c7-42fe-9ed4-2760bebb8d83 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 945 time: 0.0504060 Jul 18 02:46:10.863203 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-376ce681-ebe0-424c-a21d-91fcb17706a2 req-eb77d2cd-c5eb-453c-be77-b540e1ff7053 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456469 Jul 18 02:46:10.908150 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-ad9a77fc-4745-436f-9b00-bbfc74e9d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:11.014719 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9a77fc-4745-436f-9b00-bbfc74e9d891 None None] The sync data for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi is: [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:37:36Z', 'revision_number': 4, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '1c248648-a291-4f48-a383-2f2aaa7dfd17', 'name': '', 'network_id': '40df86f1-859f-4d28-af05-d94fe8d1d2ea', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'mac_address': 'fa:16:3e:90:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:34Z', 'updated_at': '2022-07-18T02:37:40Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'subnets': [{'id': 'aaa05713-ce93-4cf4-8801-b67183726cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:46:11.236486 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa87cbe0-afe5-4472-9bd2-b2b8574da733 None None] New status for floating IP 1835e2be-6f68-4caa-9f1a-5e2b9ae9e004: DOWN {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:46:11.562553 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836519c-a380-43d5-a339-ad0c64b60fa5 req-d37e861c-e756-4552-aee1-183b8d1042dd tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:11.564040 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a836519c-a380-43d5-a339-ad0c64b60fa5 req-d37e861c-e756-4552-aee1-183b8d1042dd tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 945 time: 0.0468669 Jul 18 02:46:11.611701 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a836519c-a380-43d5-a339-ad0c64b60fa5 req-55fcd749-5fce-48b1-aeb5-e662c2f79579 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 Jul 18 02:46:11.761355 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15fe00-0287-47ee-b7ba-7c86fe215364 req-1ef33704-56d0-46a7-933f-56593dbce389 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:11.762736 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1c15fe00-0287-47ee-b7ba-7c86fe215364 req-1ef33704-56d0-46a7-933f-56593dbce389 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 985 time: 0.0476992 Jul 18 02:46:11.826113 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-1c15fe00-0287-47ee-b7ba-7c86fe215364 req-29c81c46-7464-42d5-a8bc-96099678ef03 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6413b7-1db5-4f43-a429-9ff82004545b&id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577805 Jul 18 02:46:11.974333 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37470c4-1861-4917-8357-3774e793c32d req-1f54d5da-ab0e-4698-8e0a-7395ebfb8ab7 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:11.976520 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a37470c4-1861-4917-8357-3774e793c32d req-1f54d5da-ab0e-4698-8e0a-7395ebfb8ab7 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 945 time: 0.0472081 Jul 18 02:46:12.024561 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-a37470c4-1861-4917-8357-3774e793c32d req-e07f0db1-31bf-4ae4-bec5-d109a61dd01c tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424256 Jul 18 02:46:12.655685 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e722d-b8a5-4265-ae4e-00922623c200 req-c688b3fa-b00c-4083-a5c3-ce4339f7d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:12.657195 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-244e722d-b8a5-4265-ae4e-00922623c200 req-c688b3fa-b00c-4083-a5c3-ce4339f7d6d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=807f88779cf842f3bbe09615d470f44c&device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 1129 time: 0.0443280 Jul 18 02:46:12.735237 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccc5ac-5aab-4f12-a37a-7c09f42ce896 req-b7a3db6d-09fc-4ecb-b717-3709ae4a91ca tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:12.736755 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b3ccc5ac-5aab-4f12-a37a-7c09f42ce896 req-b7a3db6d-09fc-4ecb-b717-3709ae4a91ca tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 945 time: 0.0566864 Jul 18 02:46:12.781470 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:12.786349 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-b3ccc5ac-5aab-4f12-a37a-7c09f42ce896 req-775c8138-740e-4ede-be42-8fb4f6bd3ac3 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/security-groups?id=5944f150-6dcc-4633-a8a3-c6981e9c2d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434906 Jul 18 02:46:12.792588 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:12.813868 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192c344-00a5-43bc-a6f6-827b70e22497 req-64578f57-8801-4f5b-92c4-834e68a203cb tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:12.815424 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1192c344-00a5-43bc-a6f6-827b70e22497 req-64578f57-8801-4f5b-92c4-834e68a203cb tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.72 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 945 time: 0.0594380 Jul 18 02:46:12.999744 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcc000-7a53-4af6-a730-e5b5e72589d3 req-f9daf805-ddfc-48b7-bcf3-255ac704563c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:13.001218 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6fbcc000-7a53-4af6-a730-e5b5e72589d3 req-f9daf805-ddfc-48b7-bcf3-255ac704563c tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 985 time: 0.1012540 Jul 18 02:46:13.006946 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e722d-b8a5-4265-ae4e-00922623c200 req-0f223598-56bb-4061-9057-1a27143e19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:13.008332 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-244e722d-b8a5-4265-ae4e-00922623c200 req-0f223598-56bb-4061-9057-1a27143e19b0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=40df86f1-859f-4d28-af05-d94fe8d1d2ea HTTP/1.1" status: 200 len: 913 time: 0.2125545 Jul 18 02:46:13.008818 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-1192c344-00a5-43bc-a6f6-827b70e22497 req-5b56141b-3949-4302-a353-a84c0fc1acf6 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Deleting port 0dc810cf-7837-4639-b458-b2ef55fd55a4 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:46:13.009152 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1192c344-00a5-43bc-a6f6-827b70e22497 req-5b56141b-3949-4302-a353-a84c0fc1acf6 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (0dc810cf-7837-4639-b458-b2ef55fd55a4), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:13.057402 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:13.102471 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:13.139708 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-244e722d-b8a5-4265-ae4e-00922623c200 req-ee987a3c-9147-4b1d-8342-528226d206e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0f73b8a-a342-4961-8be0-cc1c0a325389 HTTP/1.1" status: 200 len: 217 time: 0.0829217 Jul 18 02:46:13.147222 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eba6c-85a7-4311-b43b-aadd097798ed req-47863716-c57f-4bae-a7a5-1719486ca0b6 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:13.149375 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d71eba6c-85a7-4311-b43b-aadd097798ed req-47863716-c57f-4bae-a7a5-1719486ca0b6 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 945 time: 0.0562322 Jul 18 02:46:13.171251 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-6fbcc000-7a53-4af6-a730-e5b5e72589d3 req-f6f95880-ef00-43ff-85de-cdd543edff61 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6413b7-1db5-4f43-a429-9ff82004545b&id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1590066 Jul 18 02:46:13.191299 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-1192c344-00a5-43bc-a6f6-827b70e22497 req-5b56141b-3949-4302-a353-a84c0fc1acf6 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] For port 0dc810cf-7837-4639-b458-b2ef55fd55a4, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=0dc810cf-7837-4639-b458-b2ef55fd55a4,segment=NetworkSegment(0edc0c56-6071-437f-b231-0d2e38151030),segment_id=0edc0c56-6071-437f-b231-0d2e38151030)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:46:13.191741 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1192c344-00a5-43bc-a6f6-827b70e22497 req-5b56141b-3949-4302-a353-a84c0fc1acf6 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (0dc810cf-7837-4639-b458-b2ef55fd55a4), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:13.200875 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-d71eba6c-85a7-4311-b43b-aadd097798ed req-f58f4164-825a-4266-bab7-afe9a52f1ad5 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/security-groups?id=f24b58a6-f0c2-43e0-8b6e-2aa40550467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458012 Jul 18 02:46:13.205882 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-1192c344-00a5-43bc-a6f6-827b70e22497 req-5b56141b-3949-4302-a353-a84c0fc1acf6 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Calling delete_port for 0dc810cf-7837-4639-b458-b2ef55fd55a4 owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:46:13.306332 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e722d-b8a5-4265-ae4e-00922623c200 req-3e4aa596-4608-4a20-afac-d3824d86071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:13.307767 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-244e722d-b8a5-4265-ae4e-00922623c200 req-3e4aa596-4608-4a20-afac-d3824d86071c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaa05713-ce93-4cf4-8801-b67183726cee HTTP/1.1" status: 200 len: 851 time: 0.0612607 Jul 18 02:46:13.426055 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1192c344-00a5-43bc-a6f6-827b70e22497 req-5b56141b-3949-4302-a353-a84c0fc1acf6 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (0dc810cf-7837-4639-b458-b2ef55fd55a4), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:13.455455 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56141b-3949-4302-a353-a84c0fc1acf6 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Pushing event deleted for resources: {'Port': ['ID=0dc810cf-7837-4639-b458-b2ef55fd55a4,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:13.468927 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['0dc810cf-7837-4639-b458-b2ef55fd55a4'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:46:13.557243 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-1192c344-00a5-43bc-a6f6-827b70e22497 req-5b56141b-3949-4302-a353-a84c0fc1acf6 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] No DVR routers for this DVR port 0dc810cf-7837-4639-b458-b2ef55fd55a4 on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:46:13.564739 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1192c344-00a5-43bc-a6f6-827b70e22497 req-5b56141b-3949-4302-a353-a84c0fc1acf6 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:13.568178 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1192c344-00a5-43bc-a6f6-827b70e22497 req-5b56141b-3949-4302-a353-a84c0fc1acf6 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.72 "DELETE /v2.0/ports/0dc810cf-7837-4639-b458-b2ef55fd55a4 HTTP/1.1" status: 204 len: 173 time: 0.7340009 Jul 18 02:46:13.568674 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082cd7d7-4392-4d0c-a2ba-33d0f875e18a', 'name': 'network-vif-deleted', 'tag': '0dc810cf-7837-4639-b458-b2ef55fd55a4'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:46:13.571450 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fc1a66-5f57-4b24-a2bf-04c5134b6ffd" -d '{"events": [{"server_uuid": "082cd7d7-4392-4d0c-a2ba-33d0f875e18a", "name": "network-vif-deleted", "tag": "0dc810cf-7837-4639-b458-b2ef55fd55a4"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:46:13.585956 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968cf04-855b-46b4-9499-3f2a69f6dd6c req-d8b4efc2-ca3a-4e14-b88b-56eeb34a9f91 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:13.587539 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2968cf04-855b-46b4-9499-3f2a69f6dd6c req-d8b4efc2-ca3a-4e14-b88b-56eeb34a9f91 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 945 time: 0.1070981 Jul 18 02:46:13.590659 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e722d-b8a5-4265-ae4e-00922623c200 req-f3a2d5e7-4809-462c-a24d-96902aad0ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:13.592022 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-244e722d-b8a5-4265-ae4e-00922623c200 req-f3a2d5e7-4809-462c-a24d-96902aad0ae7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40df86f1-859f-4d28-af05-d94fe8d1d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1105151 Jul 18 02:46:13.617554 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68755754-17ab-4fb9-8afa-4cbc769c48f5 x-openstack-request-id: req-68755754-17ab-4fb9-8afa-4cbc769c48f5 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:46:13.617554 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082cd7d7-4392-4d0c-a2ba-33d0f875e18a", "name": "network-vif-deleted", "tag": "0dc810cf-7837-4639-b458-b2ef55fd55a4", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:46:13.617554 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68755754-17ab-4fb9-8afa-4cbc769c48f5 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:46:13.617554 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68755754-17ab-4fb9-8afa-4cbc769c48f5'] response: {'server_uuid': '082cd7d7-4392-4d0c-a2ba-33d0f875e18a', 'name': 'network-vif-deleted', 'tag': '0dc810cf-7837-4639-b458-b2ef55fd55a4', 'status': 'completed', 'code': 200} Jul 18 02:46:13.773441 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-2968cf04-855b-46b4-9499-3f2a69f6dd6c req-2e7d3964-1666-46c4-8830-819afa325c55 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Deleting port b0f73b8a-a342-4961-8be0-cc1c0a325389 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:46:13.774171 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-2968cf04-855b-46b4-9499-3f2a69f6dd6c req-2e7d3964-1666-46c4-8830-819afa325c55 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (b0f73b8a-a342-4961-8be0-cc1c0a325389), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:13.780577 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-244e722d-b8a5-4265-ae4e-00922623c200 req-81e2c9a0-0529-49b2-a004-7512edcec145 service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642947 Jul 18 02:46:13.867584 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-2968cf04-855b-46b4-9499-3f2a69f6dd6c req-2e7d3964-1666-46c4-8830-819afa325c55 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] For port b0f73b8a-a342-4961-8be0-cc1c0a325389, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=b0f73b8a-a342-4961-8be0-cc1c0a325389,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:46:13.868004 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-2968cf04-855b-46b4-9499-3f2a69f6dd6c req-2e7d3964-1666-46c4-8830-819afa325c55 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (b0f73b8a-a342-4961-8be0-cc1c0a325389), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:13.886151 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-2968cf04-855b-46b4-9499-3f2a69f6dd6c req-2e7d3964-1666-46c4-8830-819afa325c55 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Calling delete_port for b0f73b8a-a342-4961-8be0-cc1c0a325389 owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:46:13.893339 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-5e8582d4-849a-4c68-8867-40eba99603c0 req-32f43c88-f788-40a6-a142-53c378d835a1 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 210 time: 0.0329406 Jul 18 02:46:13.948484 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:13.994451 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:14.096467 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-244e722d-b8a5-4265-ae4e-00922623c200 req-cbf98b4b-9ba4-4b89-a944-7ab75852b0d5 service neutron] 10.222.0.72 "GET /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916009 Jul 18 02:46:14.164980 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-2968cf04-855b-46b4-9499-3f2a69f6dd6c req-2e7d3964-1666-46c4-8830-819afa325c55 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (b0f73b8a-a342-4961-8be0-cc1c0a325389), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:14.196514 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d3964-1666-46c4-8830-819afa325c55 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event deleted for resources: {'Port': ['ID=b0f73b8a-a342-4961-8be0-cc1c0a325389,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:14.248595 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-2968cf04-855b-46b4-9499-3f2a69f6dd6c req-2e7d3964-1666-46c4-8830-819afa325c55 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] No DVR routers for this DVR port b0f73b8a-a342-4961-8be0-cc1c0a325389 on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:46:14.251047 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-2968cf04-855b-46b4-9499-3f2a69f6dd6c req-2e7d3964-1666-46c4-8830-819afa325c55 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:14.254168 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-2968cf04-855b-46b4-9499-3f2a69f6dd6c req-2e7d3964-1666-46c4-8830-819afa325c55 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.72 "DELETE /v2.0/ports/b0f73b8a-a342-4961-8be0-cc1c0a325389 HTTP/1.1" status: 204 len: 173 time: 0.6145627 Jul 18 02:46:14.308077 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-01d0e574-93f5-40c7-9024-5fb132508636 req-f3f672ec-0538-4d5e-ba5e-e2685f9b8dcc tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 210 time: 0.0291805 Jul 18 02:46:14.317591 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed8d2d-509c-415c-961f-ca9f375d509e req-05ede32a-7052-431e-a067-ad967b268805 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:14.319082 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8aed8d2d-509c-415c-961f-ca9f375d509e req-05ede32a-7052-431e-a067-ad967b268805 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 985 time: 0.0528157 Jul 18 02:46:14.379288 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8aed8d2d-509c-415c-961f-ca9f375d509e req-52c695eb-1f83-440b-8fc9-7db251c52f46 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6413b7-1db5-4f43-a429-9ff82004545b&id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542045 Jul 18 02:46:14.683615 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e2591995-0e9d-43c3-a6be-da6877e2fa88 req-5d68843a-eecd-4f44-8c46-a9767b88d123 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419617 Jul 18 02:46:14.792831 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2591995-0e9d-43c3-a6be-da6877e2fa88 req-9a8cc586-5fe4-4d5e-b435-0a32df7ca8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:14.794271 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e2591995-0e9d-43c3-a6be-da6877e2fa88 req-9a8cc586-5fe4-4d5e-b435-0a32df7ca8d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fe363fe43ef4fd9aec026c4cdc3e18e&device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 1129 time: 0.0409062 Jul 18 02:46:14.908316 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2591995-0e9d-43c3-a6be-da6877e2fa88 req-cb10abd5-fba6-4c85-b254-9bfa3afc145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:14.909820 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e2591995-0e9d-43c3-a6be-da6877e2fa88 req-cb10abd5-fba6-4c85-b254-9bfa3afc145d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f0b9e2b-f4bb-4648-abfc-2e463ce9379f HTTP/1.1" status: 200 len: 910 time: 0.0931854 Jul 18 02:46:14.984445 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e2591995-0e9d-43c3-a6be-da6877e2fa88 req-6a43edc7-468f-42b0-84a9-094494c379da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fd8b9bf-0dc7-4030-8d82-774afb4914af HTTP/1.1" status: 200 len: 1001 time: 0.0640099 Jul 18 02:46:15.005801 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-11c03ba1-a357-4247-aadf-b4ca9fa01a48 req-1a247d31-9b1c-4db1-b233-4e9d73122290 tempest-VolumesSnapshotTestJSON-1261081327 tempest-VolumesSnapshotTestJSON-1261081327-project] 10.222.0.66 "GET /v2.0/ports?device_id=082cd7d7-4392-4d0c-a2ba-33d0f875e18a HTTP/1.1" status: 200 len: 210 time: 0.0294318 Jul 18 02:46:15.042453 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2591995-0e9d-43c3-a6be-da6877e2fa88 req-0335ffbd-da09-440b-b48e-933cad9c88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:15.043954 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e2591995-0e9d-43c3-a6be-da6877e2fa88 req-0335ffbd-da09-440b-b48e-933cad9c88c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f014daeb-f11c-49e8-a7ac-11e7a74e8212 HTTP/1.1" status: 200 len: 848 time: 0.0532875 Jul 18 02:46:15.105523 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2591995-0e9d-43c3-a6be-da6877e2fa88 req-acadb279-f834-419d-8fe9-738a0372a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:15.107065 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e2591995-0e9d-43c3-a6be-da6877e2fa88 req-acadb279-f834-419d-8fe9-738a0372a1c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f0b9e2b-f4bb-4648-abfc-2e463ce9379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405316 Jul 18 02:46:15.253992 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e2591995-0e9d-43c3-a6be-da6877e2fa88 req-d21fbbd1-50e2-44bb-915a-f90850801af6 service neutron] 10.222.0.72 "GET /v2.0/networks/0f0b9e2b-f4bb-4648-abfc-2e463ce9379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843840 Jul 18 02:46:15.354130 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-e2591995-0e9d-43c3-a6be-da6877e2fa88 req-d847875c-b733-49f6-ac38-aea26a02e542 service neutron] 10.222.0.72 "GET /v2.0/networks/0f0b9e2b-f4bb-4648-abfc-2e463ce9379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928786 Jul 18 02:46:15.417359 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-15620ae3-692a-4842-9897-c3a7cb90c5fc req-25befef5-6327-434b-909b-5a81f16c2611 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d47ffd3-9df5-400c-8cef-efcc7d6d97cd HTTP/1.1" status: 200 len: 210 time: 0.0284910 Jul 18 02:46:15.533622 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4a185-deac-4a00-a671-47e7b47e8408 req-53ea6835-edc4-42e3-8ce8-bda6273c7c02 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:15.535070 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a3a4a185-deac-4a00-a671-47e7b47e8408 req-53ea6835-edc4-42e3-8ce8-bda6273c7c02 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 985 time: 0.0572584 Jul 18 02:46:15.540592 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d486384-ca12-43e8-be93-c5d511f79041 req-0c30e0f4-98fb-4d40-9c07-4ea28fd6b3e6 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:15.542129 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0d486384-ca12-43e8-be93-c5d511f79041 req-0c30e0f4-98fb-4d40-9c07-4ea28fd6b3e6 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0480828 Jul 18 02:46:15.554684 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:15.592383 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0d486384-ca12-43e8-be93-c5d511f79041 req-21180d08-2ef7-418e-9c6e-00d0f968456c tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447295 Jul 18 02:46:15.596856 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-a3a4a185-deac-4a00-a671-47e7b47e8408 req-89fc433f-6a7a-47f3-9a98-281afe3a725f tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6413b7-1db5-4f43-a429-9ff82004545b&id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555148 Jul 18 02:46:15.617004 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'name': 'network-vif-deleted', 'tag': 'b0f73b8a-a342-4961-8be0-cc1c0a325389'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:46:15.619444 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44ee549-c4e1-4632-8343-4e1554e29b03" -d '{"events": [{"server_uuid": "6d47ffd3-9df5-400c-8cef-efcc7d6d97cd", "name": "network-vif-deleted", "tag": "b0f73b8a-a342-4961-8be0-cc1c0a325389"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:46:15.653177 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb179bd-05c7-434e-b208-9fd1e65319a0 x-openstack-request-id: req-feb179bd-05c7-434e-b208-9fd1e65319a0 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:46:15.653471 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d47ffd3-9df5-400c-8cef-efcc7d6d97cd", "name": "network-vif-deleted", "tag": "b0f73b8a-a342-4961-8be0-cc1c0a325389", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:46:15.653723 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-feb179bd-05c7-434e-b208-9fd1e65319a0 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:46:15.654158 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feb179bd-05c7-434e-b208-9fd1e65319a0'] response: {'server_uuid': '6d47ffd3-9df5-400c-8cef-efcc7d6d97cd', 'name': 'network-vif-deleted', 'tag': 'b0f73b8a-a342-4961-8be0-cc1c0a325389', 'status': 'completed', 'code': 200} Jul 18 02:46:16.478826 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 0dc810cf-7837-4639-b458-b2ef55fd55a4 no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:46:16.479575 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59102) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:16.496453 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: 0dc810cf-7837-4639-b458-b2ef55fd55a4 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:46:16.496800 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 0dc810cf-7837-4639-b458-b2ef55fd55a4 not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:46:16.497219 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device b0f73b8a-a342-4961-8be0-cc1c0a325389 no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:46:16.516294 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: b0f73b8a-a342-4961-8be0-cc1c0a325389 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:46:16.521154 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device b0f73b8a-a342-4961-8be0-cc1c0a325389 not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:46:16.594954 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-4907c9c1-30cc-4700-91b0-2ec917997b21 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Deleting port e0b2ad8d-9b77-4467-8246-4547f55ca12f {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:46:16.594954 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4907c9c1-30cc-4700-91b0-2ec917997b21 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (e0b2ad8d-9b77-4467-8246-4547f55ca12f), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:16.732479 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6989d-d48d-4378-980a-9442f6734fcc req-3a6e3c7d-9fef-4806-9ecc-908043d526cc tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:16.733000 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05ba67-969a-4cee-94e5-ea37d574161e req-e1e15c8e-57bf-4454-a6b6-58fb37a010d9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:16.734016 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-32b6989d-d48d-4378-980a-9442f6734fcc req-3a6e3c7d-9fef-4806-9ecc-908043d526cc tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 985 time: 0.0543206 Jul 18 02:46:16.734482 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8d05ba67-969a-4cee-94e5-ea37d574161e req-e1e15c8e-57bf-4454-a6b6-58fb37a010d9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0649199 Jul 18 02:46:16.765205 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4907c9c1-30cc-4700-91b0-2ec917997b21 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (e0b2ad8d-9b77-4467-8246-4547f55ca12f), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:16.765527 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4907c9c1-30cc-4700-91b0-2ec917997b21 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for floatingip (e0b2ad8d-9b77-4467-8246-4547f55ca12f), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:16.781997 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-4907c9c1-30cc-4700-91b0-2ec917997b21 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Calling delete_port for e0b2ad8d-9b77-4467-8246-4547f55ca12f owned by network:floatingip {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:46:16.807438 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-32b6989d-d48d-4378-980a-9442f6734fcc req-329fe2cd-a8fe-4e12-a747-9985f537b97f tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6413b7-1db5-4f43-a429-9ff82004545b&id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664787 Jul 18 02:46:16.816169 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-8d05ba67-969a-4cee-94e5-ea37d574161e req-15769c72-8058-4563-8e5c-4a61dd3d3d2e tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729082 Jul 18 02:46:17.020041 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4907c9c1-30cc-4700-91b0-2ec917997b21 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (e0b2ad8d-9b77-4467-8246-4547f55ca12f), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:17.045492 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907c9c1-30cc-4700-91b0-2ec917997b21 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event deleted for resources: {'Port': ['ID=e0b2ad8d-9b77-4467-8246-4547f55ca12f,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:17.110367 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4907c9c1-30cc-4700-91b0-2ec917997b21 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for floatingip (1ceda3af-d2fc-4d71-8057-e59b03a044d0), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:17.112749 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4907c9c1-30cc-4700-91b0-2ec917997b21 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:17.113896 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-4907c9c1-30cc-4700-91b0-2ec917997b21 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "DELETE /v2.0/floatingips/1ceda3af-d2fc-4d71-8057-e59b03a044d0 HTTP/1.1" status: 204 len: 168 time: 0.6350873 Jul 18 02:46:17.920409 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838aa95-b195-4173-96aa-ca5ab737bd06 req-7706a08c-4fd4-49a0-9a8b-0db89d17735d tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:17.922063 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3838aa95-b195-4173-96aa-ca5ab737bd06 req-7706a08c-4fd4-49a0-9a8b-0db89d17735d tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 985 time: 0.0481770 Jul 18 02:46:17.938726 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b99bf4-10cf-4eb4-b237-9ff7fc9c85a1 req-cf0dee3f-fd9a-49fe-8181-9592721d3298 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:17.940942 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-38b99bf4-10cf-4eb4-b237-9ff7fc9c85a1 req-cf0dee3f-fd9a-49fe-8181-9592721d3298 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0545108 Jul 18 02:46:17.974507 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:17.990398 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3838aa95-b195-4173-96aa-ca5ab737bd06 req-03f6c47c-e9fd-49a5-9935-631790b97b98 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6413b7-1db5-4f43-a429-9ff82004545b&id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590489 Jul 18 02:46:17.994741 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-38b99bf4-10cf-4eb4-b237-9ff7fc9c85a1 req-e38c986e-d738-4693-be5b-8acfad71fa36 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469682 Jul 18 02:46:18.474423 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59134) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:18.534599 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f15ab0ab-3bdf-48f5-927f-6a9165968ca3 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group (f24b58a6-f0c2-43e0-8b6e-2aa40550467f), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:18.559045 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f15ab0ab-3bdf-48f5-927f-6a9165968ca3 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group (f24b58a6-f0c2-43e0-8b6e-2aa40550467f), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:18.689246 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f15ab0ab-3bdf-48f5-927f-6a9165968ca3 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (f24b58a6-f0c2-43e0-8b6e-2aa40550467f), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:18.692136 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f15ab0ab-3bdf-48f5-927f-6a9165968ca3 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:18.693361 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f15ab0ab-3bdf-48f5-927f-6a9165968ca3 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] 10.222.0.66 "DELETE /v2.0/security-groups/f24b58a6-f0c2-43e0-8b6e-2aa40550467f HTTP/1.1" status: 204 len: 168 time: 0.2178936 Jul 18 02:46:18.703213 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ab0ab-3bdf-48f5-927f-6a9165968ca3 tempest-TestVolumeBootPattern-1838735271 tempest-TestVolumeBootPattern-1838735271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24b58a6-f0c2-43e0-8b6e-2aa40550467f,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:18.845030 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59138) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:18.983704 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:19.161528 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561e844-5f4b-4b96-9d3f-5c71c16d4272 req-62ccaaff-2144-4c4f-aefa-a9d2393b3e7f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:19.163122 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0561e844-5f4b-4b96-9d3f-5c71c16d4272 req-62ccaaff-2144-4c4f-aefa-a9d2393b3e7f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0814002 Jul 18 02:46:19.252554 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-0561e844-5f4b-4b96-9d3f-5c71c16d4272 req-8dce0306-83df-4df2-8c6a-3809c353d05f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817790 Jul 18 02:46:19.330323 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e665da6a-ce53-4a4a-a4af-2aaa5ec12536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33287363'] for router_interface (8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:19.547265 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-e665da6a-ce53-4a4a-a4af-2aaa5ec12536 admin admin] Deleting port 1c248648-a291-4f48-a383-2f2aaa7dfd17 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:46:19.547529 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e665da6a-ce53-4a4a-a4af-2aaa5ec12536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:19.609986 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:19.630803 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-e665da6a-ce53-4a4a-a4af-2aaa5ec12536 admin admin] For port 1c248648-a291-4f48-a383-2f2aaa7dfd17, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=1c248648-a291-4f48-a383-2f2aaa7dfd17,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:46:19.631186 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e665da6a-ce53-4a4a-a4af-2aaa5ec12536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:19.643977 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-e665da6a-ce53-4a4a-a4af-2aaa5ec12536 admin admin] Calling delete_port for 1c248648-a291-4f48-a383-2f2aaa7dfd17 owned by network:router_interface {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:46:19.756838 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:20.105465 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e665da6a-ce53-4a4a-a4af-2aaa5ec12536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (1c248648-a291-4f48-a383-2f2aaa7dfd17), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:20.136588 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665da6a-ce53-4a4a-a4af-2aaa5ec12536 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c248648-a291-4f48-a383-2f2aaa7dfd17,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:20.295245 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e665da6a-ce53-4a4a-a4af-2aaa5ec12536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33112024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33287295'] for router_interface (8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:20.371961 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407b10e-800e-4f72-995e-1dd763972474 req-74ee3773-cd07-4b70-8d3e-26cf8178ba52 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:20.373383 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0407b10e-800e-4f72-995e-1dd763972474 req-74ee3773-cd07-4b70-8d3e-26cf8178ba52 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0511472 Jul 18 02:46:20.393786 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:20.423206 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0407b10e-800e-4f72-995e-1dd763972474 req-418d7e9d-3d05-4705-a219-e5c55d6c7504 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442173 Jul 18 02:46:20.504793 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e665da6a-ce53-4a4a-a4af-2aaa5ec12536 admin admin] Router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:46:20.610242 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e665da6a-ce53-4a4a-a4af-2aaa5ec12536 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:46:20.614064 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-e665da6a-ce53-4a4a-a4af-2aaa5ec12536 admin admin] 10.222.0.66 "PUT /v2.0/routers/8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7661569 Jul 18 02:46:20.614949 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59150) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:20.617931 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38909691-5a39-483b-9d5d-b1129153528d None None] Sync routers for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:46:20.628686 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38909691-5a39-483b-9d5d-b1129153528d None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:46:20.629316 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-38909691-5a39-483b-9d5d-b1129153528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:46:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:20.715431 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-041b345f-6a0a-4230-a57e-921ef611d283 admin admin] Publish callbacks [] for router (8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:20.730971 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-38909691-5a39-483b-9d5d-b1129153528d None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:46:20.815507 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-041b345f-6a0a-4230-a57e-921ef611d283 admin admin] Publish callbacks [] for router_gateway (8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:20.898739 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-38909691-5a39-483b-9d5d-b1129153528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:46:19Z', 'revision_number': 5, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port': {'id': '5d699585-edcb-49b8-badb-54bd1dd75762', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:29Z', 'updated_at': '2022-07-18T02:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:20.901051 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:20.926430 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38909691-5a39-483b-9d5d-b1129153528d None None] Checking router: 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:46:20.935035 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38909691-5a39-483b-9d5d-b1129153528d None None] Routers {'8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:46:20.935651 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-38909691-5a39-483b-9d5d-b1129153528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:46:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:20.951451 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-041b345f-6a0a-4230-a57e-921ef611d283 admin admin] Deleting port 5d699585-edcb-49b8-badb-54bd1dd75762 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:46:20.951785 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-041b345f-6a0a-4230-a57e-921ef611d283 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (5d699585-edcb-49b8-badb-54bd1dd75762), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:20.968411 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:21.021010 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-38909691-5a39-483b-9d5d-b1129153528d None None] Set router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee gateway port host: None {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:46:21.031303 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-041b345f-6a0a-4230-a57e-921ef611d283 admin admin] For port 5d699585-edcb-49b8-badb-54bd1dd75762, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=5d699585-edcb-49b8-badb-54bd1dd75762,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:46:21.031660 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-041b345f-6a0a-4230-a57e-921ef611d283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (5d699585-edcb-49b8-badb-54bd1dd75762), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:21.044365 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-041b345f-6a0a-4230-a57e-921ef611d283 admin admin] Calling delete_port for 5d699585-edcb-49b8-badb-54bd1dd75762 owned by network:router_gateway {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:46:21.074250 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-38909691-5a39-483b-9d5d-b1129153528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:46:20Z', 'revision_number': 6, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port_host': None}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:21.099459 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38909691-5a39-483b-9d5d-b1129153528d None None] The sync data for ids ['8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee'] in dv-cinder-850015-3-iscsi is: [{'id': '8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee', 'name': 'tempest-TestVolumeBootPattern-1404154964-router', 'tenant_id': '807f88779cf842f3bbe09615d470f44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:28Z', 'updated_at': '2022-07-18T02:46:20Z', 'revision_number': 6, 'project_id': '807f88779cf842f3bbe09615d470f44c', 'gw_port_host': None}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:46:21.192527 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:21.289009 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-041b345f-6a0a-4230-a57e-921ef611d283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (5d699585-edcb-49b8-badb-54bd1dd75762), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:21.315602 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b345f-6a0a-4230-a57e-921ef611d283 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d699585-edcb-49b8-badb-54bd1dd75762,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:21.380524 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-041b345f-6a0a-4230-a57e-921ef611d283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33266500'] for router_gateway (8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:21.482146 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-041b345f-6a0a-4230-a57e-921ef611d283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33290061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1504'] for router (8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:21.484392 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-041b345f-6a0a-4230-a57e-921ef611d283 admin admin] Publish callbacks [] for router_controller (8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee), precommit_delete_associations {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:21.538411 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cda70-5401-4efb-8d02-bf948896885f req-d49159b4-fd25-443c-ab95-cc6dcba928ab tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:21.539938 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-648cda70-5401-4efb-8d02-bf948896885f req-d49159b4-fd25-443c-ab95-cc6dcba928ab tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0490255 Jul 18 02:46:21.593699 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-648cda70-5401-4efb-8d02-bf948896885f req-a958a6d0-58b2-4756-aa88-ec1cd5dc68ec tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481584 Jul 18 02:46:21.677006 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-041b345f-6a0a-4230-a57e-921ef611d283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33290193'] for router (8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:21.677856 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041b345f-6a0a-4230-a57e-921ef611d283 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee {{(pid=104651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 02:46:21.683536 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-041b345f-6a0a-4230-a57e-921ef611d283 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:21.684715 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-041b345f-6a0a-4230-a57e-921ef611d283 admin admin] 10.222.0.66 "DELETE /v2.0/routers/8e8f52f6-2ce3-48d0-8a11-ac4d6a0099ee HTTP/1.1" status: 204 len: 168 time: 1.0687916 Jul 18 02:46:21.687222 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59156) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:21.727664 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:21.732813 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ac5d14-3e53-420f-a7fa-a9fb2145983c admin admin] Deleting subnet aaa05713-ce93-4cf4-8801-b67183726cee {{(pid=104651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 02:46:21.735979 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5d14-3e53-420f-a7fa-a9fb2145983c admin admin] Publish callbacks [] for subnet (aaa05713-ce93-4cf4-8801-b67183726cee), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:21.772053 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5d14-3e53-420f-a7fa-a9fb2145983c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2837175'] for subnet (aaa05713-ce93-4cf4-8801-b67183726cee), precommit_delete_associations {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:21.865000 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5d14-3e53-420f-a7fa-a9fb2145983c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32822860'] for subnet (aaa05713-ce93-4cf4-8801-b67183726cee), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:21.894554 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 1c248648-a291-4f48-a383-2f2aaa7dfd17 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:46:21.898442 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:21.899284 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=29,neutron:UPDATE=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:21.916442 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 1c248648-a291-4f48-a383-2f2aaa7dfd17 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:46:21.916920 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 1c248648-a291-4f48-a383-2f2aaa7dfd17 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:46:21.917470 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 5d699585-edcb-49b8-badb-54bd1dd75762 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:46:21.940287 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 5d699585-edcb-49b8-badb-54bd1dd75762 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:46:21.940621 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 5d699585-edcb-49b8-badb-54bd1dd75762 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:46:21.976094 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5d14-3e53-420f-a7fa-a9fb2145983c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32822875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2644685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3433350'] for subnet (aaa05713-ce93-4cf4-8801-b67183726cee), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:22.002057 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac5d14-3e53-420f-a7fa-a9fb2145983c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa05713-ce93-4cf4-8801-b67183726cee,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:22.005706 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5d14-3e53-420f-a7fa-a9fb2145983c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:22.009042 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-b8ac5d14-3e53-420f-a7fa-a9fb2145983c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/aaa05713-ce93-4cf4-8801-b67183726cee HTTP/1.1" status: 204 len: 168 time: 0.3208690 Jul 18 02:46:22.011572 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59158) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:22.014050 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151bfb1a-d482-44d7-9436-d948ffc5cda1 None None] Network 40df86f1-859f-4d28-af05-d94fe8d1d2ea requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:46:22.091123 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590427'] for network (40df86f1-859f-4d28-af05-d94fe8d1d2ea), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:22.138301 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] Deleting port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:46:22.138670 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (427d51da-4f6c-4ca1-9549-8ade5db3bfb2), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:22.168295 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] DHCP port deletion for 40df86f1-859f-4d28-af05-d94fe8d1d2ea request from dv-cinder-850015-3-iscsi {{(pid=104652) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 02:46:22.207417 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] For port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=427d51da-4f6c-4ca1-9549-8ade5db3bfb2,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:46:22.207590 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (427d51da-4f6c-4ca1-9549-8ade5db3bfb2), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:22.210441 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Deleting port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 {{(pid=104652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:46:22.210823 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (427d51da-4f6c-4ca1-9549-8ade5db3bfb2), before_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:22.225199 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] Calling delete_port for 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 owned by network:dhcp {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:46:22.276198 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] For port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=427d51da-4f6c-4ca1-9549-8ade5db3bfb2,segment=NetworkSegment(25716a32-7a47-4e82-a925-214887338389),segment_id=25716a32-7a47-4e82-a925-214887338389)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:46:22.276933 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (427d51da-4f6c-4ca1-9549-8ade5db3bfb2), precommit_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:22.290678 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Calling delete_port for 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 owned by network:dhcp {{(pid=104652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:46:22.385583 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (427d51da-4f6c-4ca1-9549-8ade5db3bfb2), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:22.393972 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950'] for port (427d51da-4f6c-4ca1-9549-8ade5db3bfb2), after_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:22.415733 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] No DVR routers for this DVR port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 on host dv-cinder-850015-3-iscsi {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:46:22.419737 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Pushing event deleted for resources: {'Port': ['ID=427d51da-4f6c-4ca1-9549-8ade5db3bfb2,revision_number=None']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:22.423120 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] Pushing event deleted for resources: {'Port': ['ID=427d51da-4f6c-4ca1-9549-8ade5db3bfb2,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:22.428382 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] No DVR routers for this DVR port 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 on host dv-cinder-850015-3-iscsi {{(pid=104652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:46:22.431394 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:22.431394 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:22.431675 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:22.431838 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:22.432401 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:22.432911 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:22.433452 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:22.433783 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:22.434138 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:22.434540 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:22.435075 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:22.435435 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:22.435747 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:22.436107 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:22.436433 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abf1484-5b0f-4ba6-9627-6fdb4cda6c0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:22.777046 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32822413', 'neutron.services.segments.db._delete_segments_for_network-8781983520534'] for network (40df86f1-859f-4d28-af05-d94fe8d1d2ea), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:22.826597 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40df86f1-859f-4d28-af05-d94fe8d1d2ea']}} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:22.841445 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25716a32-7a47-4e82-a925-214887338389') {'for_net_delete': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:22.841742 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25716a32-7a47-4e82-a925-214887338389') {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:22.853816 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11aa13f-4809-442f-b781-ce4857ad5a72 req-b2666ded-e59b-4dd5-bc18-03e421e8ee00 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:22.855345 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d11aa13f-4809-442f-b781-ce4857ad5a72 req-b2666ded-e59b-4dd5-bc18-03e421e8ee00 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0830460 Jul 18 02:46:22.859611 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781983519775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2837198'] for segment (25716a32-7a47-4e82-a925-214887338389), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:22.888316 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (25716a32-7a47-4e82-a925-214887338389), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:22.894570 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:22.898174 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=104651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 02:46:22.898562 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2644015'] for segment (25716a32-7a47-4e82-a925-214887338389), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:22.974434 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d11aa13f-4809-442f-b781-ce4857ad5a72 req-275d5593-d757-4d5e-a914-bcd492307ea4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128178 Jul 18 02:46:22.981461 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment 25716a32-7a47-4e82-a925-214887338389 resource provider aggregate not found Jul 18 02:46:22.999456 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment 25716a32-7a47-4e82-a925-214887338389 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25716a32-7a47-4e82-a925-214887338389 found for delete ", "request_id": "req-4deaae2a-9822-4592-8279-9c2be5fa6e7e"}]} Jul 18 02:46:23.049239 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32822390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33266559'] for network (40df86f1-859f-4d28-af05-d94fe8d1d2ea), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:23.055226 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:23.058349 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] 10.222.0.66 "DELETE /v2.0/networks/40df86f1-859f-4d28-af05-d94fe8d1d2ea HTTP/1.1" status: 204 len: 168 time: 1.0455823 Jul 18 02:46:23.062364 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59176) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:23.070006 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694f882-b6c2-4f66-a0f0-304db6d7080b admin admin] Pushing event deleted for resources: {'Network': ['ID=40df86f1-859f-4d28-af05-d94fe8d1d2ea,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:23.245238 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:23.267962 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:23.383893 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cb3620a8-50e9-4d92-88da-41de7640c3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33287363'] for router_interface (e8b3b94b-5283-4f48-85ca-7470d694cb8e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:23.606625 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-cb3620a8-50e9-4d92-88da-41de7640c3a9 admin admin] Deleting port efe449cd-2a99-416c-91a9-914e4f14d64a {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:46:23.607117 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cb3620a8-50e9-4d92-88da-41de7640c3a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:23.687845 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-cb3620a8-50e9-4d92-88da-41de7640c3a9 admin admin] For port efe449cd-2a99-416c-91a9-914e4f14d64a, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=efe449cd-2a99-416c-91a9-914e4f14d64a,segment=NetworkSegment(2b7837e8-775b-49f3-9220-060882425972),segment_id=2b7837e8-775b-49f3-9220-060882425972)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:46:23.688203 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cb3620a8-50e9-4d92-88da-41de7640c3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:23.701420 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-cb3620a8-50e9-4d92-88da-41de7640c3a9 admin admin] Calling delete_port for efe449cd-2a99-416c-91a9-914e4f14d64a owned by network:router_interface {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:46:23.899890 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:46:23.920386 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:46:23.921445 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 427d51da-4f6c-4ca1-9549-8ade5db3bfb2 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:46:23.951891 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cb3620a8-50e9-4d92-88da-41de7640c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (efe449cd-2a99-416c-91a9-914e4f14d64a), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:23.957218 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:23.982414 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3620a8-50e9-4d92-88da-41de7640c3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=efe449cd-2a99-416c-91a9-914e4f14d64a,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:24.164093 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816351d6-14dc-49ec-abcb-cc86fa56fc88 req-38053aab-5a58-4b4e-a3a5-042a75868199 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:24.165582 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-816351d6-14dc-49ec-abcb-cc86fa56fc88 req-38053aab-5a58-4b4e-a3a5-042a75868199 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.1140742 Jul 18 02:46:24.206127 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cb3620a8-50e9-4d92-88da-41de7640c3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33112024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33287295'] for router_interface (e8b3b94b-5283-4f48-85ca-7470d694cb8e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:24.283221 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-816351d6-14dc-49ec-abcb-cc86fa56fc88 req-d0093a3a-3862-42bd-8657-b5866916c15e tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066182 Jul 18 02:46:24.330389 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:24.444818 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3620a8-50e9-4d92-88da-41de7640c3a9 admin admin] Router e8b3b94b-5283-4f48-85ca-7470d694cb8e has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:46:24.548769 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3620a8-50e9-4d92-88da-41de7640c3a9 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:46:24.555894 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-cb3620a8-50e9-4d92-88da-41de7640c3a9 admin admin] 10.222.0.66 "PUT /v2.0/routers/e8b3b94b-5283-4f48-85ca-7470d694cb8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4901965 Jul 18 02:46:24.556324 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59188) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:24.559022 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec0ccc-0e8c-44fe-92e8-faf8603bdd30 None None] Sync routers for ids ['e8b3b94b-5283-4f48-85ca-7470d694cb8e'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:46:24.570271 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec0ccc-0e8c-44fe-92e8-faf8603bdd30 None None] Routers {'e8b3b94b-5283-4f48-85ca-7470d694cb8e'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:46:24.572538 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-a7ec0ccc-0e8c-44fe-92e8-faf8603bdd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:46:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['e8b3b94b-5283-4f48-85ca-7470d694cb8e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:24.657197 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3887a7e8-8626-4d4d-b51d-5d47b9e7cdcf admin admin] Publish callbacks [] for router (e8b3b94b-5283-4f48-85ca-7470d694cb8e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:24.676833 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-a7ec0ccc-0e8c-44fe-92e8-faf8603bdd30 None None] Set router e8b3b94b-5283-4f48-85ca-7470d694cb8e gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:46:24.755564 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3887a7e8-8626-4d4d-b51d-5d47b9e7cdcf admin admin] Publish callbacks [] for router_gateway (e8b3b94b-5283-4f48-85ca-7470d694cb8e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:24.850874 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-a7ec0ccc-0e8c-44fe-92e8-faf8603bdd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'name': 'tempest-TestVolumeBootPattern-793846652-router', 'tenant_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8758ea32-18f9-4588-ab0d-dbde65fc7373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:41Z', 'updated_at': '2022-07-18T02:46:23Z', 'revision_number': 5, 'project_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'gw_port': {'id': '8758ea32-18f9-4588-ab0d-dbde65fc7373', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:37:43Z', 'updated_at': '2022-07-18T02:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:24.864222 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-3887a7e8-8626-4d4d-b51d-5d47b9e7cdcf admin admin] Deleting port 8758ea32-18f9-4588-ab0d-dbde65fc7373 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:46:24.864561 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3887a7e8-8626-4d4d-b51d-5d47b9e7cdcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (8758ea32-18f9-4588-ab0d-dbde65fc7373), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:24.866636 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:24.876028 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec0ccc-0e8c-44fe-92e8-faf8603bdd30 None None] Checking router: e8b3b94b-5283-4f48-85ca-7470d694cb8e for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:46:24.885597 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec0ccc-0e8c-44fe-92e8-faf8603bdd30 None None] Routers {'e8b3b94b-5283-4f48-85ca-7470d694cb8e'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:46:24.886261 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-a7ec0ccc-0e8c-44fe-92e8-faf8603bdd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:46:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['e8b3b94b-5283-4f48-85ca-7470d694cb8e'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:24.946647 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-3887a7e8-8626-4d4d-b51d-5d47b9e7cdcf admin admin] For port 8758ea32-18f9-4588-ab0d-dbde65fc7373, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=8758ea32-18f9-4588-ab0d-dbde65fc7373,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:46:24.947010 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3887a7e8-8626-4d4d-b51d-5d47b9e7cdcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (8758ea32-18f9-4588-ab0d-dbde65fc7373), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:24.965057 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-3887a7e8-8626-4d4d-b51d-5d47b9e7cdcf admin admin] Calling delete_port for 8758ea32-18f9-4588-ab0d-dbde65fc7373 owned by network:router_gateway {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:46:24.972557 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-a7ec0ccc-0e8c-44fe-92e8-faf8603bdd30 None None] Set router e8b3b94b-5283-4f48-85ca-7470d694cb8e gateway port host: None {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:46:25.021701 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-a7ec0ccc-0e8c-44fe-92e8-faf8603bdd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'name': 'tempest-TestVolumeBootPattern-793846652-router', 'tenant_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:41Z', 'updated_at': '2022-07-18T02:46:24Z', 'revision_number': 6, 'project_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'gw_port_host': None}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:25.049584 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec0ccc-0e8c-44fe-92e8-faf8603bdd30 None None] The sync data for ids ['e8b3b94b-5283-4f48-85ca-7470d694cb8e'] in dv-cinder-850015-3-iscsi is: [{'id': 'e8b3b94b-5283-4f48-85ca-7470d694cb8e', 'name': 'tempest-TestVolumeBootPattern-793846652-router', 'tenant_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:37:41Z', 'updated_at': '2022-07-18T02:46:24Z', 'revision_number': 6, 'project_id': 'd447d08d2f9c48caaed6d78c2dc46e2b', 'gw_port_host': None}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:46:25.174672 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3887a7e8-8626-4d4d-b51d-5d47b9e7cdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (8758ea32-18f9-4588-ab0d-dbde65fc7373), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:25.199748 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887a7e8-8626-4d4d-b51d-5d47b9e7cdcf admin admin] Pushing event deleted for resources: {'Port': ['ID=8758ea32-18f9-4588-ab0d-dbde65fc7373,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:25.272461 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3887a7e8-8626-4d4d-b51d-5d47b9e7cdcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33266500'] for router_gateway (e8b3b94b-5283-4f48-85ca-7470d694cb8e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:25.408334 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ab9d9-a348-4572-9d67-eeac2616e464 req-58f5777d-6c3b-478d-a5d6-3c25b4d037a5 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:25.410156 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-168ab9d9-a348-4572-9d67-eeac2616e464 req-58f5777d-6c3b-478d-a5d6-3c25b4d037a5 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0530162 Jul 18 02:46:25.435164 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:25.479569 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-168ab9d9-a348-4572-9d67-eeac2616e464 req-b133b42a-0614-4ba6-9393-645a57874779 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624347 Jul 18 02:46:25.585535 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3887a7e8-8626-4d4d-b51d-5d47b9e7cdcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33290061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1504'] for router (e8b3b94b-5283-4f48-85ca-7470d694cb8e), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:25.587806 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3887a7e8-8626-4d4d-b51d-5d47b9e7cdcf admin admin] Publish callbacks [] for router_controller (e8b3b94b-5283-4f48-85ca-7470d694cb8e), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:25.746263 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3887a7e8-8626-4d4d-b51d-5d47b9e7cdcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33290193'] for router (e8b3b94b-5283-4f48-85ca-7470d694cb8e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:25.746934 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3887a7e8-8626-4d4d-b51d-5d47b9e7cdcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8b3b94b-5283-4f48-85ca-7470d694cb8e {{(pid=104650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 02:46:25.751129 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3887a7e8-8626-4d4d-b51d-5d47b9e7cdcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:25.752459 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-3887a7e8-8626-4d4d-b51d-5d47b9e7cdcf admin admin] 10.222.0.66 "DELETE /v2.0/routers/e8b3b94b-5283-4f48-85ca-7470d694cb8e HTTP/1.1" status: 204 len: 168 time: 1.1952026 Jul 18 02:46:25.755109 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59196) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:25.802694 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f14e8b-a76d-4201-a4c9-b81b89104f67 admin admin] Deleting subnet 98ce14db-7cc1-4d83-8d88-6cbe08c700ba {{(pid=104650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 02:46:25.806303 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-17f14e8b-a76d-4201-a4c9-b81b89104f67 admin admin] Publish callbacks [] for subnet (98ce14db-7cc1-4d83-8d88-6cbe08c700ba), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:25.827445 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:25.842539 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-17f14e8b-a76d-4201-a4c9-b81b89104f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3123273'] for subnet (98ce14db-7cc1-4d83-8d88-6cbe08c700ba), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:25.918268 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 8758ea32-18f9-4588-ab0d-dbde65fc7373 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:46:25.954112 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 8758ea32-18f9-4588-ab0d-dbde65fc7373 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:46:25.956600 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-17f14e8b-a76d-4201-a4c9-b81b89104f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32822860'] for subnet (98ce14db-7cc1-4d83-8d88-6cbe08c700ba), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:25.963303 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 8758ea32-18f9-4588-ab0d-dbde65fc7373 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:46:25.963738 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device efe449cd-2a99-416c-91a9-914e4f14d64a no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:46:26.003572 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: efe449cd-2a99-416c-91a9-914e4f14d64a {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:46:26.004171 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device efe449cd-2a99-416c-91a9-914e4f14d64a not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:46:26.012895 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f8a3d-ec37-4ec3-b0f0-6e8217f6cc65 req-ec4eb790-f7d0-47f5-a2f8-0352fabfface service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:26.013404 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:26.013507 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-785f8a3d-ec37-4ec3-b0f0-6e8217f6cc65 req-ec4eb790-f7d0-47f5-a2f8-0352fabfface service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fe363fe43ef4fd9aec026c4cdc3e18e&device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 1129 time: 0.0723729 Jul 18 02:46:26.089301 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-17f14e8b-a76d-4201-a4c9-b81b89104f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32822875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2713805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2525672'] for subnet (98ce14db-7cc1-4d83-8d88-6cbe08c700ba), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:26.107888 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f8a3d-ec37-4ec3-b0f0-6e8217f6cc65 req-5e044c92-5a5c-4474-9e9a-533a61910e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:26.115567 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-785f8a3d-ec37-4ec3-b0f0-6e8217f6cc65 req-5e044c92-5a5c-4474-9e9a-533a61910e85 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f0b9e2b-f4bb-4648-abfc-2e463ce9379f HTTP/1.1" status: 200 len: 910 time: 0.0907004 Jul 18 02:46:26.117731 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f14e8b-a76d-4201-a4c9-b81b89104f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ce14db-7cc1-4d83-8d88-6cbe08c700ba,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:26.122764 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-17f14e8b-a76d-4201-a4c9-b81b89104f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:26.128604 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-17f14e8b-a76d-4201-a4c9-b81b89104f67 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/98ce14db-7cc1-4d83-8d88-6cbe08c700ba HTTP/1.1" status: 204 len: 168 time: 0.3723333 Jul 18 02:46:26.129934 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59202) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:26.132251 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3322e77-2577-434b-9b59-2dde4950ce40 None None] Network 1104fdab-6513-4dcb-9d14-05a3b53e6a73 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:46:26.165903 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:26.183210 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-785f8a3d-ec37-4ec3-b0f0-6e8217f6cc65 req-ae675268-4cdf-44e0-bc6b-b54557d13949 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fd8b9bf-0dc7-4030-8d82-774afb4914af HTTP/1.1" status: 200 len: 1001 time: 0.0681233 Jul 18 02:46:26.227020 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590427'] for network (1104fdab-6513-4dcb-9d14-05a3b53e6a73), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:26.251324 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f8a3d-ec37-4ec3-b0f0-6e8217f6cc65 req-797383e6-a9a3-45d7-99da-85b2a68f0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:26.253287 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-785f8a3d-ec37-4ec3-b0f0-6e8217f6cc65 req-797383e6-a9a3-45d7-99da-85b2a68f0f80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f014daeb-f11c-49e8-a7ac-11e7a74e8212 HTTP/1.1" status: 200 len: 848 time: 0.0635293 Jul 18 02:46:26.295215 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] Deleting port a8204894-dbfe-4e0b-8043-201a24e62b57 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:46:26.295550 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (a8204894-dbfe-4e0b-8043-201a24e62b57), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:26.303970 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f8a3d-ec37-4ec3-b0f0-6e8217f6cc65 req-38347100-6d79-4ebc-85ff-cb1ba4520530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:26.305547 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-785f8a3d-ec37-4ec3-b0f0-6e8217f6cc65 req-38347100-6d79-4ebc-85ff-cb1ba4520530 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f0b9e2b-f4bb-4648-abfc-2e463ce9379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459242 Jul 18 02:46:26.320663 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8600f4c3-633d-400c-8bce-d96ea56ef120 None None] DHCP port deletion for 1104fdab-6513-4dcb-9d14-05a3b53e6a73 request from dv-cinder-850015-3-iscsi {{(pid=104652) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 02:46:26.358869 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-8600f4c3-633d-400c-8bce-d96ea56ef120 None None] Deleting port a8204894-dbfe-4e0b-8043-201a24e62b57 {{(pid=104652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:46:26.359629 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8600f4c3-633d-400c-8bce-d96ea56ef120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (a8204894-dbfe-4e0b-8043-201a24e62b57), before_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:26.362739 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] For port a8204894-dbfe-4e0b-8043-201a24e62b57, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=a8204894-dbfe-4e0b-8043-201a24e62b57,segment=NetworkSegment(2b7837e8-775b-49f3-9220-060882425972),segment_id=2b7837e8-775b-49f3-9220-060882425972)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:46:26.362970 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (a8204894-dbfe-4e0b-8043-201a24e62b57), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:26.376721 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] Calling delete_port for a8204894-dbfe-4e0b-8043-201a24e62b57 owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:46:26.415408 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-785f8a3d-ec37-4ec3-b0f0-6e8217f6cc65 req-68233039-4514-4876-bc01-8d3d4f70dd1f service neutron] 10.222.0.72 "GET /v2.0/networks/0f0b9e2b-f4bb-4648-abfc-2e463ce9379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955586 Jul 18 02:46:26.435146 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-8600f4c3-633d-400c-8bce-d96ea56ef120 None None] For port a8204894-dbfe-4e0b-8043-201a24e62b57, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=a8204894-dbfe-4e0b-8043-201a24e62b57,segment=NetworkSegment(2b7837e8-775b-49f3-9220-060882425972),segment_id=2b7837e8-775b-49f3-9220-060882425972)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:46:26.435555 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8600f4c3-633d-400c-8bce-d96ea56ef120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (a8204894-dbfe-4e0b-8043-201a24e62b57), precommit_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:26.451693 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-8600f4c3-633d-400c-8bce-d96ea56ef120 None None] Calling delete_port for a8204894-dbfe-4e0b-8043-201a24e62b57 owned by network:dhcp {{(pid=104652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:46:26.495723 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:26.512795 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-785f8a3d-ec37-4ec3-b0f0-6e8217f6cc65 req-fdc50a91-41eb-4e88-bbf4-a205c4350906 service neutron] 10.222.0.72 "GET /v2.0/networks/0f0b9e2b-f4bb-4648-abfc-2e463ce9379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911241 Jul 18 02:46:26.540936 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (a8204894-dbfe-4e0b-8043-201a24e62b57), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:26.547849 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8600f4c3-633d-400c-8bce-d96ea56ef120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950'] for port (a8204894-dbfe-4e0b-8043-201a24e62b57), after_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:26.569900 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8204894-dbfe-4e0b-8043-201a24e62b57,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:26.576752 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600f4c3-633d-400c-8bce-d96ea56ef120 None None] Pushing event deleted for resources: {'Port': ['ID=a8204894-dbfe-4e0b-8043-201a24e62b57,revision_number=None']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:26.581488 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600f4c3-633d-400c-8bce-d96ea56ef120 None None] No DVR routers for this DVR port a8204894-dbfe-4e0b-8043-201a24e62b57 on host dv-cinder-850015-3-iscsi {{(pid=104652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:46:26.581873 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] No DVR routers for this DVR port a8204894-dbfe-4e0b-8043-201a24e62b57 on host dv-cinder-850015-3-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:46:26.652182 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044da5e7-f50c-4ade-b262-614f07511004 req-a3a3278f-710f-49f8-96a7-6577f6653d7b tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:26.653653 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-044da5e7-f50c-4ade-b262-614f07511004 req-a3a3278f-710f-49f8-96a7-6577f6653d7b tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0866261 Jul 18 02:46:26.695240 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32822413', 'neutron.services.segments.db._delete_segments_for_network-8781983520534'] for network (1104fdab-6513-4dcb-9d14-05a3b53e6a73), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:26.726379 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1104fdab-6513-4dcb-9d14-05a3b53e6a73']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:26.745197 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7837e8-775b-49f3-9220-060882425972') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:26.745492 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7837e8-775b-49f3-9220-060882425972') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:26.763125 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781983519775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3123248'] for segment (2b7837e8-775b-49f3-9220-060882425972), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:26.772489 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-044da5e7-f50c-4ade-b262-614f07511004 req-f01a0b9e-2555-4f09-bc24-32564790dd11 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866461 Jul 18 02:46:26.781124 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (2b7837e8-775b-49f3-9220-060882425972), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:26.788183 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 02:46:26.788577 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714159'] for segment (2b7837e8-775b-49f3-9220-060882425972), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:26.811976 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 2b7837e8-775b-49f3-9220-060882425972 resource provider aggregate not found Jul 18 02:46:26.839863 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 2b7837e8-775b-49f3-9220-060882425972 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b7837e8-775b-49f3-9220-060882425972 found for delete ", "request_id": "req-e8c0543c-ab18-418f-8107-90fdd3e359c2"}]} Jul 18 02:46:26.934819 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32822390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33266559'] for network (1104fdab-6513-4dcb-9d14-05a3b53e6a73), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:26.940486 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:26.944962 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1104fdab-6513-4dcb-9d14-05a3b53e6a73 HTTP/1.1" status: 204 len: 168 time: 0.8130167 Jul 18 02:46:26.961265 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad011149-ec8b-40f7-a4d9-95b2529231b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1104fdab-6513-4dcb-9d14-05a3b53e6a73,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:27.337132 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59216) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:27.387796 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-82a01dfd-8133-465e-963a-f427766f2eb8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=807f88779cf842f3bbe09615d470f44c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0494208 Jul 18 02:46:27.390423 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59220) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:27.439871 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3537ad5e-e13b-4adc-9b4a-9b6220d4e675 admin admin] Publish callbacks [] for security_group (2039415e-9023-4d74-ad7e-4d48123087cd), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:27.461959 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3537ad5e-e13b-4adc-9b4a-9b6220d4e675 admin admin] Publish callbacks [] for security_group (2039415e-9023-4d74-ad7e-4d48123087cd), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:27.614839 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3537ad5e-e13b-4adc-9b4a-9b6220d4e675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (2039415e-9023-4d74-ad7e-4d48123087cd), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:27.618166 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3537ad5e-e13b-4adc-9b4a-9b6220d4e675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:27.619364 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-3537ad5e-e13b-4adc-9b4a-9b6220d4e675 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2039415e-9023-4d74-ad7e-4d48123087cd HTTP/1.1" status: 204 len: 168 time: 0.2276886 Jul 18 02:46:27.627838 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537ad5e-e13b-4adc-9b4a-9b6220d4e675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2039415e-9023-4d74-ad7e-4d48123087cd,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:27.891883 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0e4b2-7dc2-4103-b134-e0ccc42c7d7f req-c7e8059b-2efe-481b-97a9-6a618bb56ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:27.893448 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d9c0e4b2-7dc2-4103-b134-e0ccc42c7d7f req-c7e8059b-2efe-481b-97a9-6a618bb56ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0521603 Jul 18 02:46:27.893933 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device a8204894-dbfe-4e0b-8043-201a24e62b57 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:46:27.913979 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: a8204894-dbfe-4e0b-8043-201a24e62b57 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:46:27.914478 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device a8204894-dbfe-4e0b-8043-201a24e62b57 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:46:27.944861 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:27.950026 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d9c0e4b2-7dc2-4103-b134-e0ccc42c7d7f req-cd9a51f1-13d0-4bfa-a37a-9a98b6e6ece7 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502825 Jul 18 02:46:28.457997 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59230) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:28.497445 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-d06ea0a2-553c-42e4-9912-c37f361e0a74 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d447d08d2f9c48caaed6d78c2dc46e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382249 Jul 18 02:46:28.499968 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59232) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:28.548903 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ce64345a-ada9-4ed7-a90d-9aa3781bb96d admin admin] Publish callbacks [] for security_group (597431b6-0f62-4bbb-aef4-3aadd907ff80), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:28.571229 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ce64345a-ada9-4ed7-a90d-9aa3781bb96d admin admin] Publish callbacks [] for security_group (597431b6-0f62-4bbb-aef4-3aadd907ff80), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:28.739477 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ce64345a-ada9-4ed7-a90d-9aa3781bb96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (597431b6-0f62-4bbb-aef4-3aadd907ff80), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:28.742684 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-ce64345a-ada9-4ed7-a90d-9aa3781bb96d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:28.744070 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-ce64345a-ada9-4ed7-a90d-9aa3781bb96d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/597431b6-0f62-4bbb-aef4-3aadd907ff80 HTTP/1.1" status: 204 len: 168 time: 0.2431901 Jul 18 02:46:28.752059 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64345a-ada9-4ed7-a90d-9aa3781bb96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597431b6-0f62-4bbb-aef4-3aadd907ff80,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:28.968836 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-44e25588-b19b-459b-b6f0-fa8287c893ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:29.068429 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af2844-fd19-431d-a2f8-96bf214a9ba9 req-e0f43e97-18d2-47c4-b38c-3dc8e4cb88e4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:29.069929 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c3af2844-fd19-431d-a2f8-96bf214a9ba9 req-e0f43e97-18d2-47c4-b38c-3dc8e4cb88e4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0483754 Jul 18 02:46:29.124520 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c3af2844-fd19-431d-a2f8-96bf214a9ba9 req-08d11519-1773-4063-8a65-87f568941f9d tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490685 Jul 18 02:46:30.229858 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:30.245103 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d61cf-1cf4-4f99-8b5c-32379c88f021 req-149cf00e-f602-4b28-ab61-d2a59a1f58bb tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:30.246600 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-774d61cf-1cf4-4f99-8b5c-32379c88f021 req-149cf00e-f602-4b28-ab61-d2a59a1f58bb tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0516586 Jul 18 02:46:30.295517 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-774d61cf-1cf4-4f99-8b5c-32379c88f021 req-5c72bcf6-d971-4554-be60-4d4f0e5bd0fe tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436151 Jul 18 02:46:31.368841 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d91dfce3-a87c-4d31-b866-1e155b570d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:31.416283 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdf47a-298a-442a-a1ed-4dbbec970c31 req-86297d3d-b328-423c-8627-55033eb1dc29 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:31.417767 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-83bdf47a-298a-442a-a1ed-4dbbec970c31 req-86297d3d-b328-423c-8627-55033eb1dc29 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0485957 Jul 18 02:46:31.429210 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:31.468701 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-83bdf47a-298a-442a-a1ed-4dbbec970c31 req-671f2178-a375-49db-b78b-7fcdc79e7d37 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452952 Jul 18 02:46:32.527875 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 5fd8b9bf-0dc7-4030-8d82-774afb4914af no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:46:32.554713 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:32.585363 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db3ca8-d10c-4bd6-94a6-5fa215d3ab85 req-7ccb82ac-ee72-491c-8a5b-a8902f9bee63 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:32.586946 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c0db3ca8-d10c-4bd6-94a6-5fa215d3ab85 req-7ccb82ac-ee72-491c-8a5b-a8902f9bee63 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0489111 Jul 18 02:46:32.605673 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 5fd8b9bf-0dc7-4030-8d82-774afb4914af is: ACTIVE; New status is: DOWN {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:46:32.606113 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:32.630661 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd8b9bf-0dc7-4030-8d82-774afb4914af'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:46:32.633689 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596f9f19-3aef-4656-947c-aaa3bd9610dd" -d '{"events": [{"server_uuid": "e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39", "name": "network-vif-unplugged", "status": "completed", "tag": "5fd8b9bf-0dc7-4030-8d82-774afb4914af"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:46:32.641281 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-c0db3ca8-d10c-4bd6-94a6-5fa215d3ab85 req-7a24d5ea-4ba0-4eeb-90d0-b9c0c11499ba tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483077 Jul 18 02:46:32.646866 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 5fd8b9bf-0dc7-4030-8d82-774afb4914af, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=5fd8b9bf-0dc7-4030-8d82-774afb4914af,segment=NetworkSegment(5fb5ec03-a77a-40d0-a989-00a632bafae7),segment_id=5fb5ec03-a77a-40d0-a989-00a632bafae7)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:46:32.831783 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:32.860108 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Jul 2022 02:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9a65e8-201d-43cf-8d6e-5f74f5c89124 x-openstack-request-id: req-7a9a65e8-201d-43cf-8d6e-5f74f5c89124 {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:46:32.860108 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39", "name": "network-vif-unplugged", "status": "failed", "tag": "5fd8b9bf-0dc7-4030-8d82-774afb4914af", "code": 422}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:46:32.860108 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7a9a65e8-201d-43cf-8d6e-5f74f5c89124 {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:46:32.860108 dv-cinder-850015-3-iscsi neutron-server[104652]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7a9a65e8-201d-43cf-8d6e-5f74f5c89124']: {'server_uuid': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5fd8b9bf-0dc7-4030-8d82-774afb4914af', 'code': 422} returned with failed status Jul 18 02:46:32.882171 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=5fd8b9bf-0dc7-4030-8d82-774afb4914af,revision_number=6']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:33.237854 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161412cd-7b8a-4be8-a52d-b0c43fa1c9ef req-006759f2-01c7-4250-a4db-5a41d6512775 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:33.239350 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-161412cd-7b8a-4be8-a52d-b0c43fa1c9ef req-006759f2-01c7-4250-a4db-5a41d6512775 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0530570 Jul 18 02:46:33.301099 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-161412cd-7b8a-4be8-a52d-b0c43fa1c9ef req-523959ff-c665-4905-b48c-778e868bffc9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562398 Jul 18 02:46:33.386772 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:46:33.399184 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-40a125b9-3d61-4438-9514-8f3706214f87 req-caccb6d4-ef6e-49de-b7ac-6a0f91adfa96 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1428132 Jul 18 02:46:33.528567 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a125b9-3d61-4438-9514-8f3706214f87 req-b79b5601-100e-4edc-b0cd-ea577fa2f335 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:33.529938 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-40a125b9-3d61-4438-9514-8f3706214f87 req-b79b5601-100e-4edc-b0cd-ea577fa2f335 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports/5fd8b9bf-0dc7-4030-8d82-774afb4914af HTTP/1.1" status: 200 len: 940 time: 0.1011231 Jul 18 02:46:33.917563 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:33.980303 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:34.415682 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b20a2-f2d2-45a5-a5cf-4cd220add9b9 req-39ce08df-aa16-4170-9a10-5cb89e560c51 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:34.417216 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-707b20a2-f2d2-45a5-a5cf-4cd220add9b9 req-39ce08df-aa16-4170-9a10-5cb89e560c51 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0491576 Jul 18 02:46:34.472271 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-707b20a2-f2d2-45a5-a5cf-4cd220add9b9 req-1047eb1f-a48f-435c-90ee-d74ab46e4b17 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494516 Jul 18 02:46:34.625851 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:35.589120 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc6714-abbc-4495-b09e-73653bccbe30 req-473c3c8c-5e19-41d0-8ffe-b1a0f0582a2c tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:35.590647 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-36cc6714-abbc-4495-b09e-73653bccbe30 req-473c3c8c-5e19-41d0-8ffe-b1a0f0582a2c tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0516760 Jul 18 02:46:35.628265 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:35.642788 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-36cc6714-abbc-4495-b09e-73653bccbe30 req-47d08b55-461b-440c-bc3d-f3331fdb2c75 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466475 Jul 18 02:46:36.466027 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a125b9-3d61-4438-9514-8f3706214f87 req-c9c7c55b-444a-4341-9c06-7fbccd29b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:36.467563 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-40a125b9-3d61-4438-9514-8f3706214f87 req-c9c7c55b-444a-4341-9c06-7fbccd29b0d0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39&tenant_id=2fe363fe43ef4fd9aec026c4cdc3e18e HTTP/1.1" status: 200 len: 1127 time: 0.0414875 Jul 18 02:46:36.541805 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a125b9-3d61-4438-9514-8f3706214f87 req-2d3e5e28-b241-42be-89d5-4ab4e5e58055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:36.543356 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-40a125b9-3d61-4438-9514-8f3706214f87 req-2d3e5e28-b241-42be-89d5-4ab4e5e58055 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fe363fe43ef4fd9aec026c4cdc3e18e&device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 1127 time: 0.0398223 Jul 18 02:46:36.639061 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a125b9-3d61-4438-9514-8f3706214f87 req-d80f5bc1-07f7-464c-8345-732234b1e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:36.640524 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-40a125b9-3d61-4438-9514-8f3706214f87 req-d80f5bc1-07f7-464c-8345-732234b1e9d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f0b9e2b-f4bb-4648-abfc-2e463ce9379f HTTP/1.1" status: 200 len: 910 time: 0.0900424 Jul 18 02:46:36.703618 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-40a125b9-3d61-4438-9514-8f3706214f87 req-6f523518-8899-4842-b1cb-ae844563cb89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fd8b9bf-0dc7-4030-8d82-774afb4914af HTTP/1.1" status: 200 len: 999 time: 0.0572512 Jul 18 02:46:36.794972 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca155ad-3e99-4704-a34c-444f7d80d894 req-2f12fc94-47fa-4eab-b63e-d2050d0c6dd7 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:36.796365 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-dca155ad-3e99-4704-a34c-444f7d80d894 req-2f12fc94-47fa-4eab-b63e-d2050d0c6dd7 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0780952 Jul 18 02:46:36.797854 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a125b9-3d61-4438-9514-8f3706214f87 req-3d15fbee-1bf9-4235-8362-efd1a1681e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:36.799203 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-40a125b9-3d61-4438-9514-8f3706214f87 req-3d15fbee-1bf9-4235-8362-efd1a1681e77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f014daeb-f11c-49e8-a7ac-11e7a74e8212 HTTP/1.1" status: 200 len: 848 time: 0.0885758 Jul 18 02:46:36.869927 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a125b9-3d61-4438-9514-8f3706214f87 req-6a501d71-f784-46ee-8702-31989967318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:36.871500 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-40a125b9-3d61-4438-9514-8f3706214f87 req-6a501d71-f784-46ee-8702-31989967318c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f0b9e2b-f4bb-4648-abfc-2e463ce9379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634577 Jul 18 02:46:36.880099 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-dca155ad-3e99-4704-a34c-444f7d80d894 req-5bafc577-18a2-4da4-a6de-1a7a6046ed8e tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782454 Jul 18 02:46:36.888720 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:36.971322 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-40a125b9-3d61-4438-9514-8f3706214f87 req-64095031-7669-41cb-85c9-bf8a201c5c14 service neutron] 10.222.0.72 "GET /v2.0/networks/0f0b9e2b-f4bb-4648-abfc-2e463ce9379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903058 Jul 18 02:46:37.065137 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-40a125b9-3d61-4438-9514-8f3706214f87 req-eb015424-0fde-4cb2-a368-3d5bafa88ed5 service neutron] 10.222.0.72 "GET /v2.0/networks/0f0b9e2b-f4bb-4648-abfc-2e463ce9379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861015 Jul 18 02:46:37.994919 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaddc53-b278-4301-9f80-53e9f497e476 req-519edea6-2ee7-4a67-99cb-dee237fba2ee tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:37.996374 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3aaddc53-b278-4301-9f80-53e9f497e476 req-519edea6-2ee7-4a67-99cb-dee237fba2ee tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0468338 Jul 18 02:46:38.046221 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3aaddc53-b278-4301-9f80-53e9f497e476 req-25ac4758-7bc9-465a-896e-d9732903b631 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442204 Jul 18 02:46:38.413276 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=19 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:39.163632 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797f6ba-cea5-4cc4-aff4-26025b2611f5 req-d0260de1-ecf7-4514-a36a-ed1679d8a459 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:39.165116 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9797f6ba-cea5-4cc4-aff4-26025b2611f5 req-d0260de1-ecf7-4514-a36a-ed1679d8a459 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0523615 Jul 18 02:46:39.190466 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:39.215008 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-9797f6ba-cea5-4cc4-aff4-26025b2611f5 req-dd15ef26-8710-41fc-88ed-c157bf23e424 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441842 Jul 18 02:46:40.329726 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db3025-2fa0-4811-9ec4-1b428c1dfa1e req-8a76cb29-f6ca-41fc-8540-dd393fcd85f6 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:40.331168 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-90db3025-2fa0-4811-9ec4-1b428c1dfa1e req-8a76cb29-f6ca-41fc-8540-dd393fcd85f6 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0473495 Jul 18 02:46:40.383587 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-90db3025-2fa0-4811-9ec4-1b428c1dfa1e req-435a5fdf-c890-41fa-afa1-6cb8b369fff1 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469713 Jul 18 02:46:41.501353 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9efe44-db2b-4182-8097-2fe97ffe9b21 req-067f5d1f-cb81-441f-a488-b1fb69cac501 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:41.502871 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cc9efe44-db2b-4182-8097-2fe97ffe9b21 req-067f5d1f-cb81-441f-a488-b1fb69cac501 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0480535 Jul 18 02:46:41.552370 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-cc9efe44-db2b-4182-8097-2fe97ffe9b21 req-30966436-61b4-4551-8e1c-b75decd690c1 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439415 Jul 18 02:46:42.307151 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59352) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:42.351682 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Deleting subnet 4a5d2376-8b32-4888-9985-595b2b550627 {{(pid=104651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 02:46:42.355585 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Publish callbacks [] for subnet (4a5d2376-8b32-4888-9985-595b2b550627), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:42.393383 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2837175'] for subnet (4a5d2376-8b32-4888-9985-595b2b550627), precommit_delete_associations {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:42.433433 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32822860'] for subnet (4a5d2376-8b32-4888-9985-595b2b550627), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:42.546264 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32822875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2644685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3433350'] for subnet (4a5d2376-8b32-4888-9985-595b2b550627), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:42.570637 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a5d2376-8b32-4888-9985-595b2b550627,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:42.581584 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:42.581700 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:42.582072 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:42.582399 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:42.582736 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:42.583068 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:42.583721 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:42.583821 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:42.584122 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:42.584454 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:42.584782 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:42.585108 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:42.585431 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:42.585750 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:42.586069 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:42.589951 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:42.593187 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-3c5ff38a-b1ec-4cd7-958a-4e77cf3dd2bd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4a5d2376-8b32-4888-9985-595b2b550627 HTTP/1.1" status: 204 len: 168 time: 0.2850029 Jul 18 02:46:42.595829 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59356) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:42.669634 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fa0ff-212d-4f0a-a266-6c538f22e8f5 req-d29bbd31-a317-4f62-addb-e280e6084aa0 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:42.671139 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-895fa0ff-212d-4f0a-a266-6c538f22e8f5 req-d29bbd31-a317-4f62-addb-e280e6084aa0 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0481448 Jul 18 02:46:42.671426 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8503179e-220d-4e8a-9cf0-523303af0f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590427'] for network (c8e0fb7c-2761-451c-afcc-c07dac4a49ac), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:42.721203 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-895fa0ff-212d-4f0a-a266-6c538f22e8f5 req-12444415-ed5e-4261-b406-8ddbd3f5d065 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445538 Jul 18 02:46:42.750624 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8503179e-220d-4e8a-9cf0-523303af0f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32822413', 'neutron.services.segments.db._delete_segments_for_network-8781983520534'] for network (c8e0fb7c-2761-451c-afcc-c07dac4a49ac), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:42.775862 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-8503179e-220d-4e8a-9cf0-523303af0f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e0fb7c-2761-451c-afcc-c07dac4a49ac']}} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:42.785582 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-8503179e-220d-4e8a-9cf0-523303af0f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edc0c56-6071-437f-b231-0d2e38151030') {'for_net_delete': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:42.785892 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-8503179e-220d-4e8a-9cf0-523303af0f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edc0c56-6071-437f-b231-0d2e38151030') {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:42.795645 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8503179e-220d-4e8a-9cf0-523303af0f41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781983519775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2837198'] for segment (0edc0c56-6071-437f-b231-0d2e38151030), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:42.809452 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8503179e-220d-4e8a-9cf0-523303af0f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (0edc0c56-6071-437f-b231-0d2e38151030), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:42.815586 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8503179e-220d-4e8a-9cf0-523303af0f41 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=104651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 02:46:42.816247 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8503179e-220d-4e8a-9cf0-523303af0f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2644015'] for segment (0edc0c56-6071-437f-b231-0d2e38151030), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:42.838803 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment 0edc0c56-6071-437f-b231-0d2e38151030 resource provider aggregate not found Jul 18 02:46:42.879059 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment 0edc0c56-6071-437f-b231-0d2e38151030 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0edc0c56-6071-437f-b231-0d2e38151030 found for delete ", "request_id": "req-fe4d9647-5f57-48be-b307-eb23a95157ed"}]} Jul 18 02:46:42.945645 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8503179e-220d-4e8a-9cf0-523303af0f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32822390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33266559'] for network (c8e0fb7c-2761-451c-afcc-c07dac4a49ac), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:42.951102 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-8503179e-220d-4e8a-9cf0-523303af0f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:42.954411 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-8503179e-220d-4e8a-9cf0-523303af0f41 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c8e0fb7c-2761-451c-afcc-c07dac4a49ac HTTP/1.1" status: 204 len: 168 time: 0.3576381 Jul 18 02:46:42.967567 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503179e-220d-4e8a-9cf0-523303af0f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8e0fb7c-2761-451c-afcc-c07dac4a49ac,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:43.289351 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59364) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:43.331003 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a4a07330-4f07-443c-b718-be4f1d5954cc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad2b132c879f4f5e90593713a3f472c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397966 Jul 18 02:46:43.333211 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59366) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:43.382488 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Publish callbacks [] for security_group (5944f150-6dcc-4633-a8a3-c6981e9c2d15), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:43.403640 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Publish callbacks [] for security_group (5944f150-6dcc-4633-a8a3-c6981e9c2d15), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:43.551364 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (5944f150-6dcc-4633-a8a3-c6981e9c2d15), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:43.553849 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:43.555270 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5944f150-6dcc-4633-a8a3-c6981e9c2d15 HTTP/1.1" status: 204 len: 168 time: 0.2210646 Jul 18 02:46:43.563494 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5944f150-6dcc-4633-a8a3-c6981e9c2d15,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:43.570956 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:43.571406 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:43.571995 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:43.572556 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:43.572999 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:43.573340 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:43.573670 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:43.574021 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:43.574374 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:43.574702 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:43.575029 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:43.575354 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:43.575685 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:43.575993 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:43.576311 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63afc-269b-4ab4-850a-c9fe06e97fa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:46:43.834738 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28096c1e-82fd-4691-abcb-dd386e676e38 req-11c4290a-6d2d-45e9-8d9f-235353d27618 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:43.836125 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-28096c1e-82fd-4691-abcb-dd386e676e38 req-11c4290a-6d2d-45e9-8d9f-235353d27618 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0467227 Jul 18 02:46:43.891310 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-28096c1e-82fd-4691-abcb-dd386e676e38 req-5658dd53-123e-46da-b2d8-9e0a0eaf9197 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487061 Jul 18 02:46:44.571620 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=30,neutron:UPDATE=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:45.006754 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03670c50-b5a0-45e4-b839-44e140cbcd60 req-559e76b4-9655-48ad-844e-c3bb6bf0e068 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:45.008239 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-03670c50-b5a0-45e4-b839-44e140cbcd60 req-559e76b4-9655-48ad-844e-c3bb6bf0e068 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0470471 Jul 18 02:46:45.056711 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-03670c50-b5a0-45e4-b839-44e140cbcd60 req-ba58b10d-410d-478f-8d6a-02cefb9702dc tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430465 Jul 18 02:46:46.168796 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021562d9-e42e-45e6-805e-550d708f91c3 req-86df7119-4109-4e8b-8410-aabd1980ff94 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:46.170296 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-021562d9-e42e-45e6-805e-550d708f91c3 req-86df7119-4109-4e8b-8410-aabd1980ff94 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 943 time: 0.0473816 Jul 18 02:46:46.219189 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-021562d9-e42e-45e6-805e-550d708f91c3 req-4d43d7b0-9be1-45ea-95ed-ebb0f654372b tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433412 Jul 18 02:46:46.596828 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 5fd8b9bf-0dc7-4030-8d82-774afb4914af details requested by agent hyperv_hv-cinder-85001 with host hv-cinder-85001 {{(pid=104652) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 02:46:46.822643 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 5fd8b9bf-0dc7-4030-8d82-774afb4914af, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=5fd8b9bf-0dc7-4030-8d82-774afb4914af,segment=NetworkSegment(5fb5ec03-a77a-40d0-a989-00a632bafae7),segment_id=5fb5ec03-a77a-40d0-a989-00a632bafae7)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:46:46.833619 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Returning: {'device': '5fd8b9bf-0dc7-4030-8d82-774afb4914af', 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'port_id': '5fd8b9bf-0dc7-4030-8d82-774afb4914af', 'mac_address': 'fa:16:3e:37:40:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104652) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 02:46:46.838755 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:46.869572 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 5fd8b9bf-0dc7-4030-8d82-774afb4914af is: DOWN; New status is: BUILD {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:46:46.869902 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:46.882476 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd8b9bf-0dc7-4030-8d82-774afb4914af {{(pid=104652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 02:46:46.903443 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 5fd8b9bf-0dc7-4030-8d82-774afb4914af, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=5fd8b9bf-0dc7-4030-8d82-774afb4914af,segment=NetworkSegment(5fb5ec03-a77a-40d0-a989-00a632bafae7),segment_id=5fb5ec03-a77a-40d0-a989-00a632bafae7)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:46:46.991476 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:47.039324 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=5fd8b9bf-0dc7-4030-8d82-774afb4914af,revision_number=7']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:47.296537 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['5fd8b9bf-0dc7-4030-8d82-774afb4914af'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:46:47.333519 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da897bcf-6ea2-4137-86bc-e3d506cf60fd req-cf0a4b9d-3d33-46d9-9a3d-75a28e3c0007 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:47.335070 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-da897bcf-6ea2-4137-86bc-e3d506cf60fd req-cf0a4b9d-3d33-46d9-9a3d-75a28e3c0007 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 944 time: 0.0495465 Jul 18 02:46:47.394125 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-da897bcf-6ea2-4137-86bc-e3d506cf60fd req-e6b8472e-a26c-475e-b884-c6bb874bb3fd tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489728 Jul 18 02:46:48.494003 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:48.507214 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45bc26-bf5d-48c1-89bb-43ede974a6d4 req-5ab4c2c9-c484-484a-8611-103e05670ff3 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:48.508811 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4e45bc26-bf5d-48c1-89bb-43ede974a6d4 req-5ab4c2c9-c484-484a-8611-103e05670ff3 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 944 time: 0.0480082 Jul 18 02:46:48.553305 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:48.559163 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-4e45bc26-bf5d-48c1-89bb-43ede974a6d4 req-d15bf4d5-26a2-46d2-a412-48d3a176cc88 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449264 Jul 18 02:46:48.602938 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 5fd8b9bf-0dc7-4030-8d82-774afb4914af up at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 02:46:48.649340 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Provisioning complete for port 5fd8b9bf-0dc7-4030-8d82-774afb4914af triggered by entity L2. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:46:48.649717 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:48.713453 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:48.719712 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Current status of the port 5fd8b9bf-0dc7-4030-8d82-774afb4914af is: BUILD; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:46:48.720106 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), before_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:48.742651 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd8b9bf-0dc7-4030-8d82-774afb4914af'}] {{(pid=104652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:46:48.745451 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16423db40f2de6455944cd0c6a8be7d4922beafd32f6eb9e9daf1ddb749838ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d549c2-9136-4783-a90e-24234766d877" -d '{"events": [{"server_uuid": "e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39", "name": "network-vif-plugged", "status": "completed", "tag": "5fd8b9bf-0dc7-4030-8d82-774afb4914af"}]}' {{(pid=104652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:46:48.757452 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] For port 5fd8b9bf-0dc7-4030-8d82-774afb4914af, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=5fd8b9bf-0dc7-4030-8d82-774afb4914af,segment=NetworkSegment(5fb5ec03-a77a-40d0-a989-00a632bafae7),segment_id=5fb5ec03-a77a-40d0-a989-00a632bafae7)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:46:48.783772 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a700fe-b40e-44c6-aae1-3580dbc04b5c x-openstack-request-id: req-71a700fe-b40e-44c6-aae1-3580dbc04b5c {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:46:48.783772 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39", "name": "network-vif-plugged", "status": "completed", "tag": "5fd8b9bf-0dc7-4030-8d82-774afb4914af", "code": 200}]} {{(pid=104652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:46:48.784425 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-71a700fe-b40e-44c6-aae1-3580dbc04b5c {{(pid=104652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:46:48.784836 dv-cinder-850015-3-iscsi neutron-server[104652]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71a700fe-b40e-44c6-aae1-3580dbc04b5c'] response: {'server_uuid': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd8b9bf-0dc7-4030-8d82-774afb4914af', 'code': 200} Jul 18 02:46:48.848190 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:48.898996 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Pushing event updated for resources: {'Port': ['ID=5fd8b9bf-0dc7-4030-8d82-774afb4914af,revision_number=8']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:49.162348 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9f20a-1931-416e-bc9c-4713ac87864f req-3b71a93c-593f-4750-af9e-79f5dd3b4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:49.163835 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-86e9f20a-1931-416e-bc9c-4713ac87864f req-3b71a93c-593f-4750-af9e-79f5dd3b4c40 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 1129 time: 0.0431185 Jul 18 02:46:49.211077 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-86e9f20a-1931-416e-bc9c-4713ac87864f req-40ad02e4-069e-414e-89ce-848c3d730812 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404024 Jul 18 02:46:49.672020 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4d3d3-5598-4da8-bb5c-5490f4544011 req-2ab240a9-e4a9-458d-85ff-6531d1460486 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:49.673484 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3ee4d3d3-5598-4da8-bb5c-5490f4544011 req-2ab240a9-e4a9-458d-85ff-6531d1460486 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0466747 Jul 18 02:46:49.722617 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-3ee4d3d3-5598-4da8-bb5c-5490f4544011 req-31d38d52-63f6-4a88-92a4-f877e36e179f tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435789 Jul 18 02:46:50.564080 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-324f9baa-e515-4e6e-844a-e6c371ed9742 req-526e6b46-6fdb-43c1-8a4e-db9c9a70b268 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1147507889&fields=id&tenant_id=73679a05b6dc4583842dacfeb898876f HTTP/1.1" status: 200 len: 267 time: 0.0478797 Jul 18 02:46:50.615838 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f9baa-e515-4e6e-844a-e6c371ed9742 req-af5bc345-e98d-4b95-a623-74cf44b9e847 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:50.617357 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-324f9baa-e515-4e6e-844a-e6c371ed9742 req-af5bc345-e98d-4b95-a623-74cf44b9e847 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 985 time: 0.0477369 Jul 18 02:46:50.628320 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.v2.base [req-324f9baa-e515-4e6e-844a-e6c371ed9742 req-fee03fba-4b74-4172-bd63-5a1bb58d68ef tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Request body: {'port': {'security_groups': ['3597f6ad-a016-4e31-b76f-d960cc732b2c']}} {{(pid=104650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 02:46:50.658895 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:50.702290 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-324f9baa-e515-4e6e-844a-e6c371ed9742 req-fee03fba-4b74-4172-bd63-5a1bb58d68ef tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-767784'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:50.703983 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:50.847501 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a070ff9-f155-4f5f-a5f0-f5e064e5ddbb req-4a7927bf-9a30-4f21-868d-a4655b11caa8 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:50.849000 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8a070ff9-f155-4f5f-a5f0-f5e064e5ddbb req-4a7927bf-9a30-4f21-868d-a4655b11caa8 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0538826 Jul 18 02:46:50.899518 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-8a070ff9-f155-4f5f-a5f0-f5e064e5ddbb req-ccdd04fc-2e2d-4c12-ae3a-aff5ec8c2d6d tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441189 Jul 18 02:46:50.913795 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [req-324f9baa-e515-4e6e-844a-e6c371ed9742 req-fee03fba-4b74-4172-bd63-5a1bb58d68ef tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] For port 806e3d9e-a117-4a78-af51-028fc4c0d065, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=806e3d9e-a117-4a78-af51-028fc4c0d065,segment=NetworkSegment(b19adf70-ab30-4667-b9cb-73961e68a5ab),segment_id=b19adf70-ab30-4667-b9cb-73961e68a5ab)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:46:50.942023 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-324f9baa-e515-4e6e-844a-e6c371ed9742 req-fee03fba-4b74-4172-bd63-5a1bb58d68ef tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:51.031302 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-324f9baa-e515-4e6e-844a-e6c371ed9742 req-fee03fba-4b74-4172-bd63-5a1bb58d68ef tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781983499484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781983036959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781983036977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2714115'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:51.068439 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['806e3d9e-a117-4a78-af51-028fc4c0d065'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:46:51.073104 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f9baa-e515-4e6e-844a-e6c371ed9742 req-fee03fba-4b74-4172-bd63-5a1bb58d68ef tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:51.073724 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [req-324f9baa-e515-4e6e-844a-e6c371ed9742 req-fee03fba-4b74-4172-bd63-5a1bb58d68ef tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:51.075123 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-324f9baa-e515-4e6e-844a-e6c371ed9742 req-fee03fba-4b74-4172-bd63-5a1bb58d68ef tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "PUT /v2.0/ports/806e3d9e-a117-4a78-af51-028fc4c0d065 HTTP/1.1" status: 200 len: 943 time: 0.4513133 Jul 18 02:46:51.075567 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'tag': '806e3d9e-a117-4a78-af51-028fc4c0d065'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:46:51.077970 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64ea466cc435dd77490079e2fa520d09e38a4648c4a1127f42521b2533b3eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4501f2e-16d8-4444-9fc9-2f1396775b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3640269-34ee-4261-9b14-4bcfb5e666bd", "tag": "806e3d9e-a117-4a78-af51-028fc4c0d065"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:46:51.082187 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59392) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:51.112894 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee03fba-4b74-4172-bd63-5a1bb58d68ef tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Pushing event updated for resources: {'Port': ['ID=806e3d9e-a117-4a78-af51-028fc4c0d065,revision_number=7']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:51.156984 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9fde916f-c71a-4f68-8111-dd43e98a3948 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group (af6413b7-1db5-4f43-a429-9ff82004545b), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:51.187158 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9fde916f-c71a-4f68-8111-dd43e98a3948 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group (af6413b7-1db5-4f43-a429-9ff82004545b), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:51.225048 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['806e3d9e-a117-4a78-af51-028fc4c0d065'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:46:51.314019 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:51.339867 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9fde916f-c71a-4f68-8111-dd43e98a3948 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (af6413b7-1db5-4f43-a429-9ff82004545b), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:51.342497 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-9fde916f-c71a-4f68-8111-dd43e98a3948 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for security_group (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:51.346228 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-9fde916f-c71a-4f68-8111-dd43e98a3948 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "DELETE /v2.0/security-groups/af6413b7-1db5-4f43-a429-9ff82004545b HTTP/1.1" status: 204 len: 168 time: 0.2599444 Jul 18 02:46:51.350470 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59396) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:46:51.357963 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde916f-c71a-4f68-8111-dd43e98a3948 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6413b7-1db5-4f43-a429-9ff82004545b,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:51.358383 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac8c4ba-8a99-4858-a258-237fa35eda81 x-openstack-request-id: req-3ac8c4ba-8a99-4858-a258-237fa35eda81 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:46:51.358683 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3640269-34ee-4261-9b14-4bcfb5e666bd", "tag": "806e3d9e-a117-4a78-af51-028fc4c0d065", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:46:51.358939 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ac8c4ba-8a99-4858-a258-237fa35eda81 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:46:51.359342 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac8c4ba-8a99-4858-a258-237fa35eda81'] response: {'name': 'network-changed', 'server_uuid': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'tag': '806e3d9e-a117-4a78-af51-028fc4c0d065', 'status': 'completed', 'code': 200} Jul 18 02:46:51.379129 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.provisioning_blocks [None req-0e5ea90f-f472-4f1a-a3f6-53f5cb047274 None None] Provisioning complete for port 806e3d9e-a117-4a78-af51-028fc4c0d065 triggered by entity DHCP. {{(pid=104652) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 02:46:51.379500 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0e5ea90f-f472-4f1a-a3f6-53f5cb047274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32820264'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), provisioning_complete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:51.445997 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4501f2e-16d8-4444-9fc9-2f1396775b3b req-f8f7efad-aa9e-4363-a559-0d40e6de3c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:51.447815 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d4501f2e-16d8-4444-9fc9-2f1396775b3b req-f8f7efad-aa9e-4363-a559-0d40e6de3c4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73679a05b6dc4583842dacfeb898876f&device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 1130 time: 0.0480890 Jul 18 02:46:51.495776 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ea90f-f472-4f1a-a3f6-53f5cb047274 None None] Current status of the port 806e3d9e-a117-4a78-af51-028fc4c0d065 is: ACTIVE; New status is: ACTIVE {{(pid=104652) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 02:46:51.509736 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc8f75-a610-4526-86ce-894a2501ac2e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Deleting port f2fcc579-64a3-4a5f-a930-98722108601c {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:46:51.510141 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8f75-a610-4526-86ce-894a2501ac2e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (f2fcc579-64a3-4a5f-a930-98722108601c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:51.547949 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4501f2e-16d8-4444-9fc9-2f1396775b3b req-e2bb5604-b0a8-4dc3-86af-dbf6cd0d6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:51.549340 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d4501f2e-16d8-4444-9fc9-2f1396775b3b req-e2bb5604-b0a8-4dc3-86af-dbf6cd0d6787 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a4798e7c-3ecb-4e02-b419-4249905e6fc3 HTTP/1.1" status: 200 len: 914 time: 0.0937343 Jul 18 02:46:51.589800 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8f75-a610-4526-86ce-894a2501ac2e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (f2fcc579-64a3-4a5f-a930-98722108601c), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:51.590460 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8f75-a610-4526-86ce-894a2501ac2e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for floatingip (f2fcc579-64a3-4a5f-a930-98722108601c), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:51.602547 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc8f75-a610-4526-86ce-894a2501ac2e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Calling delete_port for f2fcc579-64a3-4a5f-a930-98722108601c owned by network:floatingip {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:46:51.615363 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d4501f2e-16d8-4444-9fc9-2f1396775b3b req-041499a7-3634-4419-ad7f-fb0a717a3790 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=806e3d9e-a117-4a78-af51-028fc4c0d065 HTTP/1.1" status: 200 len: 1002 time: 0.0600996 Jul 18 02:46:51.665304 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4501f2e-16d8-4444-9fc9-2f1396775b3b req-d4427c56-2d81-49fd-8e98-811d84f8985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:51.667081 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d4501f2e-16d8-4444-9fc9-2f1396775b3b req-d4427c56-2d81-49fd-8e98-811d84f8985e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad9e1885-9dd3-416e-8ae6-09935544e262 HTTP/1.1" status: 200 len: 852 time: 0.0453417 Jul 18 02:46:51.704489 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:51.710489 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4501f2e-16d8-4444-9fc9-2f1396775b3b req-c1356487-2d8f-4e52-9220-751b305846af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:51.711988 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d4501f2e-16d8-4444-9fc9-2f1396775b3b req-c1356487-2d8f-4e52-9220-751b305846af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4798e7c-3ecb-4e02-b419-4249905e6fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392008 Jul 18 02:46:51.804768 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d4501f2e-16d8-4444-9fc9-2f1396775b3b req-f9e538dc-e798-44a4-99a4-d846a3e62611 service neutron] 10.222.0.72 "GET /v2.0/networks/a4798e7c-3ecb-4e02-b419-4249905e6fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867050 Jul 18 02:46:51.819864 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8f75-a610-4526-86ce-894a2501ac2e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (f2fcc579-64a3-4a5f-a930-98722108601c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:51.845478 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc8f75-a610-4526-86ce-894a2501ac2e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Pushing event deleted for resources: {'Port': ['ID=f2fcc579-64a3-4a5f-a930-98722108601c,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:51.885346 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:51.896113 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-d4501f2e-16d8-4444-9fc9-2f1396775b3b req-9c2a1e0e-230e-4778-aa0f-8c5010a7caeb service neutron] 10.222.0.72 "GET /v2.0/networks/a4798e7c-3ecb-4e02-b419-4249905e6fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858734 Jul 18 02:46:51.909732 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8f75-a610-4526-86ce-894a2501ac2e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks [] for floatingip (1ab98c5c-28a7-4278-826f-36b8caa7fde6), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:51.910060 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-c6fc8f75-a610-4526-86ce-894a2501ac2e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Floating IP 1ab98c5c-28a7-4278-826f-36b8caa7fde6 disassociated (deleted). External IP: 172.27.3.176, port: 806e3d9e-a117-4a78-af51-028fc4c0d065. Jul 18 02:46:52.044322 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce1661-b360-44bc-bc49-de5c365e4ecb req-7931d9de-2762-48e9-bd41-8a0c6263ff40 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:52.045760 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c3ce1661-b360-44bc-bc49-de5c365e4ecb req-7931d9de-2762-48e9-bd41-8a0c6263ff40 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0626078 Jul 18 02:46:52.058622 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:52.169071 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-c3ce1661-b360-44bc-bc49-de5c365e4ecb req-ec36d4af-c500-4d3a-8fe8-b99edee25e5a tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172795 Jul 18 02:46:52.187434 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fc8f75-a610-4526-86ce-894a2501ac2e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:46:52.289522 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fc8f75-a610-4526-86ce-894a2501ac2e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:46:52.294982 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c6fc8f75-a610-4526-86ce-894a2501ac2e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:52.299943 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82008447-ff08-4db1-bf8b-25e5ec8ef5cd None None] Sync routers for ids ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:46:52.307990 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=9 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:52.311317 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82008447-ff08-4db1-bf8b-25e5ec8ef5cd None None] Routers {'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:46:52.311880 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-82008447-ff08-4db1-bf8b-25e5ec8ef5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:46:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:52.327433 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-c6fc8f75-a610-4526-86ce-894a2501ac2e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "DELETE /v2.0/floatingips/1ab98c5c-28a7-4278-826f-36b8caa7fde6 HTTP/1.1" status: 204 len: 168 time: 0.9778562 Jul 18 02:46:52.417476 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-82008447-ff08-4db1-bf8b-25e5ec8ef5cd None None] Set router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:46:52.605105 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-82008447-ff08-4db1-bf8b-25e5ec8ef5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'name': 'tempest-TestMinimumBasicScenario-97053052-router', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:31Z', 'updated_at': '2022-07-18T02:44:35Z', 'revision_number': 4, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'gw_port': {'id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:32Z', 'updated_at': '2022-07-18T02:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '41e3d55d-fa56-402d-819f-98dd82919275', 'name': '', 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'mac_address': 'fa:16:3e:71:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:34Z', 'updated_at': '2022-07-18T02:44:39Z', 'revision_number': 5, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'subnets': [{'id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:52.633389 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82008447-ff08-4db1-bf8b-25e5ec8ef5cd None None] Checking router: bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:46:52.642895 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82008447-ff08-4db1-bf8b-25e5ec8ef5cd None None] Routers {'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:46:52.643511 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-82008447-ff08-4db1-bf8b-25e5ec8ef5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:46:31Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:52.746321 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-82008447-ff08-4db1-bf8b-25e5ec8ef5cd None None] Set router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:46:52.934996 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-82008447-ff08-4db1-bf8b-25e5ec8ef5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'name': 'tempest-TestMinimumBasicScenario-97053052-router', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:31Z', 'updated_at': '2022-07-18T02:44:35Z', 'revision_number': 4, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'gw_port': {'id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:32Z', 'updated_at': '2022-07-18T02:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '41e3d55d-fa56-402d-819f-98dd82919275', 'name': '', 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'mac_address': 'fa:16:3e:71:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:34Z', 'updated_at': '2022-07-18T02:44:39Z', 'revision_number': 5, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'subnets': [{'id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:46:52.960022 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82008447-ff08-4db1-bf8b-25e5ec8ef5cd None None] The sync data for ids ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'] in dv-cinder-850015-3-iscsi is: [{'id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'name': 'tempest-TestMinimumBasicScenario-97053052-router', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:31Z', 'updated_at': '2022-07-18T02:44:35Z', 'revision_number': 4, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'gw_port': {'id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:32Z', 'updated_at': '2022-07-18T02:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': '41e3d55d-fa56-402d-819f-98dd82919275', 'name': '', 'network_id': 'a4798e7c-3ecb-4e02-b419-4249905e6fc3', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'mac_address': 'fa:16:3e:71:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:34Z', 'updated_at': '2022-07-18T02:44:39Z', 'revision_number': 5, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'subnets': [{'id': 'ad9e1885-9dd3-416e-8ae6-09935544e262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:46:53.185357 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce74134-6ee6-404f-93db-34e1be890f43 None None] New status for floating IP 1ab98c5c-28a7-4278-826f-36b8caa7fde6: DOWN {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:46:53.360468 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'tag': '806e3d9e-a117-4a78-af51-028fc4c0d065'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:46:53.362916 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64ea466cc435dd77490079e2fa520d09e38a4648c4a1127f42521b2533b3eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6b0187-c188-4820-ad08-5f0935cd6027" -d '{"events": [{"name": "network-changed", "server_uuid": "b3640269-34ee-4261-9b14-4bcfb5e666bd", "tag": "806e3d9e-a117-4a78-af51-028fc4c0d065"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:46:53.399506 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4b4194-eb03-4100-b727-2668982721bb x-openstack-request-id: req-7e4b4194-eb03-4100-b727-2668982721bb {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:46:53.399867 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3640269-34ee-4261-9b14-4bcfb5e666bd", "tag": "806e3d9e-a117-4a78-af51-028fc4c0d065", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:46:53.400163 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e4b4194-eb03-4100-b727-2668982721bb {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:46:53.400683 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4b4194-eb03-4100-b727-2668982721bb'] response: {'name': 'network-changed', 'server_uuid': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'tag': '806e3d9e-a117-4a78-af51-028fc4c0d065', 'status': 'completed', 'code': 200} Jul 18 02:46:53.488111 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b0187-c188-4820-ad08-5f0935cd6027 req-68a642b4-4419-4888-a262-15ab6ae326a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:53.489608 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0d6b0187-c188-4820-ad08-5f0935cd6027 req-68a642b4-4419-4888-a262-15ab6ae326a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73679a05b6dc4583842dacfeb898876f&device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 1130 time: 0.0412424 Jul 18 02:46:53.591108 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b0187-c188-4820-ad08-5f0935cd6027 req-67df796c-d314-4f9a-a80a-486e92983575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:53.592564 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0d6b0187-c188-4820-ad08-5f0935cd6027 req-67df796c-d314-4f9a-a80a-486e92983575 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a4798e7c-3ecb-4e02-b419-4249905e6fc3 HTTP/1.1" status: 200 len: 914 time: 0.0961404 Jul 18 02:46:53.634652 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0d6b0187-c188-4820-ad08-5f0935cd6027 req-68e59e5a-9cf3-4957-be3d-1e52fb2c721c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=806e3d9e-a117-4a78-af51-028fc4c0d065 HTTP/1.1" status: 200 len: 217 time: 0.0353262 Jul 18 02:46:53.679436 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:53.688995 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b0187-c188-4820-ad08-5f0935cd6027 req-754b5a7a-1489-4b09-a280-9bd9dfac6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:53.690460 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0d6b0187-c188-4820-ad08-5f0935cd6027 req-754b5a7a-1489-4b09-a280-9bd9dfac6f97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad9e1885-9dd3-416e-8ae6-09935544e262 HTTP/1.1" status: 200 len: 852 time: 0.0502930 Jul 18 02:46:53.736124 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b0187-c188-4820-ad08-5f0935cd6027 req-ac9d1826-98bb-4eb9-ad70-db1c71b1ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:53.737580 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0d6b0187-c188-4820-ad08-5f0935cd6027 req-ac9d1826-98bb-4eb9-ad70-db1c71b1ef75 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4798e7c-3ecb-4e02-b419-4249905e6fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402768 Jul 18 02:46:53.829796 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0d6b0187-c188-4820-ad08-5f0935cd6027 req-d4ed3e6f-ad68-4b5c-b24d-294ce90902be service neutron] 10.222.0.72 "GET /v2.0/networks/a4798e7c-3ecb-4e02-b419-4249905e6fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844972 Jul 18 02:46:53.925242 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-0d6b0187-c188-4820-ad08-5f0935cd6027 req-b6db4aa5-8f2f-49f0-ad5d-4a876a104495 service neutron] 10.222.0.72 "GET /v2.0/networks/a4798e7c-3ecb-4e02-b419-4249905e6fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889192 Jul 18 02:46:56.534856 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b873c-671e-4567-9a57-83ef16d31eea req-656cbfcb-3506-4b41-ac0d-39786963e483 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:56.536304 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3c3b873c-671e-4567-9a57-83ef16d31eea req-656cbfcb-3506-4b41-ac0d-39786963e483 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 946 time: 0.0477242 Jul 18 02:46:56.584988 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-3c3b873c-671e-4567-9a57-83ef16d31eea req-f7774588-c9e7-4fcd-b524-c63a821f3ade tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424178 Jul 18 02:46:57.701608 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0fdd2-55d0-41a3-899b-31df2a0b480b req-31400767-68f8-48db-b6c5-9b03a1e954f1 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:57.703093 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-24b0fdd2-55d0-41a3-899b-31df2a0b480b req-31400767-68f8-48db-b6c5-9b03a1e954f1 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 946 time: 0.0474567 Jul 18 02:46:57.749084 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-24b0fdd2-55d0-41a3-899b-31df2a0b480b req-2eacb5b8-24a3-4a0f-8db9-5665dc773a8e tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/security-groups?id=3597f6ad-a016-4e31-b76f-d960cc732b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406153 Jul 18 02:46:58.352761 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ae373-b0d7-45aa-83af-98b30a03f4ab req-705f8bcf-c43c-491f-8c44-818c463f07b4 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:46:58.354254 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1d4ae373-b0d7-45aa-83af-98b30a03f4ab req-705f8bcf-c43c-491f-8c44-818c463f07b4 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 946 time: 0.0499046 Jul 18 02:46:58.434952 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-1d4ae373-b0d7-45aa-83af-98b30a03f4ab req-c8038b77-2da6-4a00-b684-2cabe1fd5407 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Deleting port 806e3d9e-a117-4a78-af51-028fc4c0d065 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:46:58.435289 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1d4ae373-b0d7-45aa-83af-98b30a03f4ab req-c8038b77-2da6-4a00-b684-2cabe1fd5407 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:58.525912 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-1d4ae373-b0d7-45aa-83af-98b30a03f4ab req-c8038b77-2da6-4a00-b684-2cabe1fd5407 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] For port 806e3d9e-a117-4a78-af51-028fc4c0d065, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=806e3d9e-a117-4a78-af51-028fc4c0d065,segment=NetworkSegment(b19adf70-ab30-4667-b9cb-73961e68a5ab),segment_id=b19adf70-ab30-4667-b9cb-73961e68a5ab)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:46:58.526301 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1d4ae373-b0d7-45aa-83af-98b30a03f4ab req-c8038b77-2da6-4a00-b684-2cabe1fd5407 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:58.540215 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-1d4ae373-b0d7-45aa-83af-98b30a03f4ab req-c8038b77-2da6-4a00-b684-2cabe1fd5407 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Calling delete_port for 806e3d9e-a117-4a78-af51-028fc4c0d065 owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:46:58.602949 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:46:58.756629 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1d4ae373-b0d7-45aa-83af-98b30a03f4ab req-c8038b77-2da6-4a00-b684-2cabe1fd5407 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (806e3d9e-a117-4a78-af51-028fc4c0d065), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:58.789337 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8038b77-2da6-4a00-b684-2cabe1fd5407 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Pushing event deleted for resources: {'Port': ['ID=806e3d9e-a117-4a78-af51-028fc4c0d065,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:46:58.790493 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] get_ports_and_sgs() called for port_ids ['806e3d9e-a117-4a78-af51-028fc4c0d065'] {{(pid=104652) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 02:46:58.837345 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4ae373-b0d7-45aa-83af-98b30a03f4ab req-c8038b77-2da6-4a00-b684-2cabe1fd5407 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] No DVR routers for this DVR port 806e3d9e-a117-4a78-af51-028fc4c0d065 on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:46:58.841119 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-1d4ae373-b0d7-45aa-83af-98b30a03f4ab req-c8038b77-2da6-4a00-b684-2cabe1fd5407 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:46:58.844463 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-1d4ae373-b0d7-45aa-83af-98b30a03f4ab req-c8038b77-2da6-4a00-b684-2cabe1fd5407 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.72 "DELETE /v2.0/ports/806e3d9e-a117-4a78-af51-028fc4c0d065 HTTP/1.1" status: 204 len: 173 time: 0.4853644 Jul 18 02:46:58.844918 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'name': 'network-vif-deleted', 'tag': '806e3d9e-a117-4a78-af51-028fc4c0d065'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:46:58.847290 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd88ae5-215a-49c5-8770-3ee1159aac82" -d '{"events": [{"server_uuid": "b3640269-34ee-4261-9b14-4bcfb5e666bd", "name": "network-vif-deleted", "tag": "806e3d9e-a117-4a78-af51-028fc4c0d065"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:46:58.857477 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-e1677d7a-af12-4335-a294-0fc8a03b06bd req-1f5b7c67-56fa-4f2d-8b1f-02388cb761d5 tempest-TestMinimumBasicScenario-1108786004 tempest-TestMinimumBasicScenario-1108786004-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3640269-34ee-4261-9b14-4bcfb5e666bd HTTP/1.1" status: 200 len: 210 time: 0.0340214 Jul 18 02:46:58.891254 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138ec582-5dcb-42af-8452-523cdda4b831 x-openstack-request-id: req-138ec582-5dcb-42af-8452-523cdda4b831 {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:46:58.891549 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3640269-34ee-4261-9b14-4bcfb5e666bd", "name": "network-vif-deleted", "tag": "806e3d9e-a117-4a78-af51-028fc4c0d065", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:46:58.891800 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-138ec582-5dcb-42af-8452-523cdda4b831 {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:46:58.892247 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138ec582-5dcb-42af-8452-523cdda4b831'] response: {'server_uuid': 'b3640269-34ee-4261-9b14-4bcfb5e666bd', 'name': 'network-vif-deleted', 'tag': '806e3d9e-a117-4a78-af51-028fc4c0d065', 'status': 'completed', 'code': 200} Jul 18 02:46:58.968169 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-bd5c8b97-5b88-4f11-a1f1-3aa32ca8772f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:01.253350 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59484) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:47:01.385545 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-bd4a0020-5039-485f-bf13-83d593aba02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:01.724987 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:01.782469 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3b840222-560e-40a6-9453-1566d3457fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33287363'] for router_interface (bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:02.007810 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-3b840222-560e-40a6-9453-1566d3457fcd admin admin] Deleting port 41e3d55d-fa56-402d-819f-98dd82919275 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:47:02.008053 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3b840222-560e-40a6-9453-1566d3457fcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (41e3d55d-fa56-402d-819f-98dd82919275), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:02.090776 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:02.092648 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-3b840222-560e-40a6-9453-1566d3457fcd admin admin] For port 41e3d55d-fa56-402d-819f-98dd82919275, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=41e3d55d-fa56-402d-819f-98dd82919275,segment=NetworkSegment(b19adf70-ab30-4667-b9cb-73961e68a5ab),segment_id=b19adf70-ab30-4667-b9cb-73961e68a5ab)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:47:02.093148 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3b840222-560e-40a6-9453-1566d3457fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (41e3d55d-fa56-402d-819f-98dd82919275), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:02.105839 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-3b840222-560e-40a6-9453-1566d3457fcd admin admin] Calling delete_port for 41e3d55d-fa56-402d-819f-98dd82919275 owned by network:router_interface {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:47:02.350974 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3b840222-560e-40a6-9453-1566d3457fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (41e3d55d-fa56-402d-819f-98dd82919275), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:02.373895 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b840222-560e-40a6-9453-1566d3457fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=41e3d55d-fa56-402d-819f-98dd82919275,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:47:02.540973 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3b840222-560e-40a6-9453-1566d3457fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33112024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33287295'] for router_interface (bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:02.573812 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:02.619966 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 806e3d9e-a117-4a78-af51-028fc4c0d065 no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:47:02.631472 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:02.643616 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: 806e3d9e-a117-4a78-af51-028fc4c0d065 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:47:02.644018 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 806e3d9e-a117-4a78-af51-028fc4c0d065 not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:47:02.752524 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b840222-560e-40a6-9453-1566d3457fcd admin admin] Router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:47:02.853893 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:02.857676 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b840222-560e-40a6-9453-1566d3457fcd admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:47:02.868922 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-3b840222-560e-40a6-9453-1566d3457fcd admin admin] 10.222.0.66 "PUT /v2.0/routers/bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6084023 Jul 18 02:47:02.868922 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59486) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:47:02.869149 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f911bcb6-b1fa-4298-960f-8befde29b556 None None] Sync routers for ids ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:47:02.882008 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f911bcb6-b1fa-4298-960f-8befde29b556 None None] Routers {'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:47:02.882650 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-f911bcb6-b1fa-4298-960f-8befde29b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:47:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:47:02.974817 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-25adba91-c47f-4bb7-a6ad-000e080ee197 admin admin] Publish callbacks [] for router (bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:03.067640 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-f911bcb6-b1fa-4298-960f-8befde29b556 None None] Set router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:47:03.075357 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-25adba91-c47f-4bb7-a6ad-000e080ee197 admin admin] Publish callbacks [] for router_gateway (bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:03.195085 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-25adba91-c47f-4bb7-a6ad-000e080ee197 admin admin] Deleting port a211a237-13ad-478c-a7d1-2c5260d40b0e {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:47:03.195474 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-25adba91-c47f-4bb7-a6ad-000e080ee197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (a211a237-13ad-478c-a7d1-2c5260d40b0e), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:03.234141 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-f911bcb6-b1fa-4298-960f-8befde29b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'name': 'tempest-TestMinimumBasicScenario-97053052-router', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:31Z', 'updated_at': '2022-07-18T02:47:02Z', 'revision_number': 5, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'gw_port': {'id': 'a211a237-13ad-478c-a7d1-2c5260d40b0e', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:32Z', 'updated_at': '2022-07-18T02:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:47:03.258514 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f911bcb6-b1fa-4298-960f-8befde29b556 None None] Checking router: bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:47:03.265331 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:03.267397 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f911bcb6-b1fa-4298-960f-8befde29b556 None None] Routers {'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:47:03.268002 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-f911bcb6-b1fa-4298-960f-8befde29b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:47:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:47:03.275423 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-25adba91-c47f-4bb7-a6ad-000e080ee197 admin admin] For port a211a237-13ad-478c-a7d1-2c5260d40b0e, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=a211a237-13ad-478c-a7d1-2c5260d40b0e,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:47:03.278462 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-25adba91-c47f-4bb7-a6ad-000e080ee197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (a211a237-13ad-478c-a7d1-2c5260d40b0e), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:03.289451 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-25adba91-c47f-4bb7-a6ad-000e080ee197 admin admin] Calling delete_port for a211a237-13ad-478c-a7d1-2c5260d40b0e owned by network:router_gateway {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:47:03.331741 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:03.353794 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-f911bcb6-b1fa-4298-960f-8befde29b556 None None] Set router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c gateway port host: None {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:47:03.404956 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-f911bcb6-b1fa-4298-960f-8befde29b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'name': 'tempest-TestMinimumBasicScenario-97053052-router', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:31Z', 'updated_at': '2022-07-18T02:47:03Z', 'revision_number': 6, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'gw_port_host': None}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:47:03.430565 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f911bcb6-b1fa-4298-960f-8befde29b556 None None] The sync data for ids ['bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c'] in dv-cinder-850015-3-iscsi is: [{'id': 'bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c', 'name': 'tempest-TestMinimumBasicScenario-97053052-router', 'tenant_id': '73679a05b6dc4583842dacfeb898876f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:31Z', 'updated_at': '2022-07-18T02:47:03Z', 'revision_number': 6, 'project_id': '73679a05b6dc4583842dacfeb898876f', 'gw_port_host': None}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:47:03.505126 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-25adba91-c47f-4bb7-a6ad-000e080ee197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (a211a237-13ad-478c-a7d1-2c5260d40b0e), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:03.535242 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adba91-c47f-4bb7-a6ad-000e080ee197 admin admin] Pushing event deleted for resources: {'Port': ['ID=a211a237-13ad-478c-a7d1-2c5260d40b0e,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:47:03.595386 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-25adba91-c47f-4bb7-a6ad-000e080ee197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33266500'] for router_gateway (bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:03.678480 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:03.680114 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-25adba91-c47f-4bb7-a6ad-000e080ee197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33290061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1504'] for router (bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:03.682284 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-25adba91-c47f-4bb7-a6ad-000e080ee197 admin admin] Publish callbacks [] for router_controller (bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:03.836730 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-25adba91-c47f-4bb7-a6ad-000e080ee197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33290193'] for router (bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:03.837402 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25adba91-c47f-4bb7-a6ad-000e080ee197 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c {{(pid=104650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 02:47:03.842288 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-25adba91-c47f-4bb7-a6ad-000e080ee197 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:03.843499 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-25adba91-c47f-4bb7-a6ad-000e080ee197 admin admin] 10.222.0.66 "DELETE /v2.0/routers/bcfcede7-0340-4bb7-92eb-e43b2fe2fe5c HTTP/1.1" status: 204 len: 168 time: 0.9767964 Jul 18 02:47:03.846107 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59488) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:47:03.896812 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f27d2b7-f8cc-4f88-a868-e0ccfcad2dc8 admin admin] Deleting subnet ad9e1885-9dd3-416e-8ae6-09935544e262 {{(pid=104650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 02:47:03.899956 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8f27d2b7-f8cc-4f88-a868-e0ccfcad2dc8 admin admin] Publish callbacks [] for subnet (ad9e1885-9dd3-416e-8ae6-09935544e262), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:03.902339 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:03.904632 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:03.936060 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8f27d2b7-f8cc-4f88-a868-e0ccfcad2dc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3123273'] for subnet (ad9e1885-9dd3-416e-8ae6-09935544e262), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:03.984994 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.011132 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8f27d2b7-f8cc-4f88-a868-e0ccfcad2dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32822860'] for subnet (ad9e1885-9dd3-416e-8ae6-09935544e262), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.156956 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8f27d2b7-f8cc-4f88-a868-e0ccfcad2dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32822875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2713805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2525672'] for subnet (ad9e1885-9dd3-416e-8ae6-09935544e262), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.184353 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27d2b7-f8cc-4f88-a868-e0ccfcad2dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad9e1885-9dd3-416e-8ae6-09935544e262,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:47:04.190366 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8f27d2b7-f8cc-4f88-a868-e0ccfcad2dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.193753 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-8f27d2b7-f8cc-4f88-a868-e0ccfcad2dc8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ad9e1885-9dd3-416e-8ae6-09935544e262 HTTP/1.1" status: 204 len: 168 time: 0.3466535 Jul 18 02:47:04.196500 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59490) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:47:04.197540 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ada0c1-c3c4-4152-8a29-96513496bdae None None] Network a4798e7c-3ecb-4e02-b419-4249905e6fc3 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:47:04.273848 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:04.274607 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590427'] for network (a4798e7c-3ecb-4e02-b419-4249905e6fc3), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.295125 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 41e3d55d-fa56-402d-819f-98dd82919275 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:47:04.321700 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 41e3d55d-fa56-402d-819f-98dd82919275 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:47:04.322047 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 41e3d55d-fa56-402d-819f-98dd82919275 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:47:04.328497 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] Deleting port 37bf449a-8217-4a07-8069-b754bcd88554 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:47:04.328742 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (37bf449a-8217-4a07-8069-b754bcd88554), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.399663 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] For port 37bf449a-8217-4a07-8069-b754bcd88554, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=37bf449a-8217-4a07-8069-b754bcd88554,segment=NetworkSegment(b19adf70-ab30-4667-b9cb-73961e68a5ab),segment_id=b19adf70-ab30-4667-b9cb-73961e68a5ab)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:47:04.399948 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (37bf449a-8217-4a07-8069-b754bcd88554), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.401571 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a30f92-07f2-4668-92b4-024e56e29f1a None None] DHCP port deletion for a4798e7c-3ecb-4e02-b419-4249905e6fc3 request from dv-cinder-850015-3-iscsi {{(pid=104652) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 02:47:04.417469 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] Calling delete_port for 37bf449a-8217-4a07-8069-b754bcd88554 owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:47:04.445338 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-f7a30f92-07f2-4668-92b4-024e56e29f1a None None] Deleting port 37bf449a-8217-4a07-8069-b754bcd88554 {{(pid=104652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:47:04.445838 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-f7a30f92-07f2-4668-92b4-024e56e29f1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (37bf449a-8217-4a07-8069-b754bcd88554), before_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.524485 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-f7a30f92-07f2-4668-92b4-024e56e29f1a None None] For port 37bf449a-8217-4a07-8069-b754bcd88554, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=37bf449a-8217-4a07-8069-b754bcd88554,segment=NetworkSegment(b19adf70-ab30-4667-b9cb-73961e68a5ab),segment_id=b19adf70-ab30-4667-b9cb-73961e68a5ab)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:47:04.524881 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-f7a30f92-07f2-4668-92b4-024e56e29f1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (37bf449a-8217-4a07-8069-b754bcd88554), precommit_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.537702 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-f7a30f92-07f2-4668-92b4-024e56e29f1a None None] Calling delete_port for 37bf449a-8217-4a07-8069-b754bcd88554 owned by network:dhcp {{(pid=104652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:47:04.596653 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (37bf449a-8217-4a07-8069-b754bcd88554), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.628552 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] Pushing event deleted for resources: {'Port': ['ID=37bf449a-8217-4a07-8069-b754bcd88554,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:47:04.630405 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] No DVR routers for this DVR port 37bf449a-8217-4a07-8069-b754bcd88554 on host dv-cinder-850015-3-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:47:04.641564 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-f7a30f92-07f2-4668-92b4-024e56e29f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950'] for port (37bf449a-8217-4a07-8069-b754bcd88554), after_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.665603 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a30f92-07f2-4668-92b4-024e56e29f1a None None] Pushing event deleted for resources: {'Port': ['ID=37bf449a-8217-4a07-8069-b754bcd88554,revision_number=None']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:47:04.671476 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.675358 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a30f92-07f2-4668-92b4-024e56e29f1a None None] No DVR routers for this DVR port 37bf449a-8217-4a07-8069-b754bcd88554 on host dv-cinder-850015-3-iscsi {{(pid=104652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:47:04.708514 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32822413', 'neutron.services.segments.db._delete_segments_for_network-8781983520534'] for network (a4798e7c-3ecb-4e02-b419-4249905e6fc3), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.715470 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:04.730151 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4798e7c-3ecb-4e02-b419-4249905e6fc3']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:47:04.739765 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19adf70-ab30-4667-b9cb-73961e68a5ab') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:47:04.740301 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19adf70-ab30-4667-b9cb-73961e68a5ab') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:47:04.755229 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781983519775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3123248'] for segment (b19adf70-ab30-4667-b9cb-73961e68a5ab), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.770011 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (b19adf70-ab30-4667-b9cb-73961e68a5ab), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.776494 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 02:47:04.776940 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714159'] for segment (b19adf70-ab30-4667-b9cb-73961e68a5ab), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.801472 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment b19adf70-ab30-4667-b9cb-73961e68a5ab resource provider aggregate not found Jul 18 02:47:04.849193 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment b19adf70-ab30-4667-b9cb-73961e68a5ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b19adf70-ab30-4667-b9cb-73961e68a5ab found for delete ", "request_id": "req-a8284a2e-2c60-4521-9733-642a033c85f7"}]} Jul 18 02:47:04.944485 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32822390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33266559'] for network (a4798e7c-3ecb-4e02-b419-4249905e6fc3), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.951626 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:04.955111 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a4798e7c-3ecb-4e02-b419-4249905e6fc3 HTTP/1.1" status: 204 len: 168 time: 0.7574193 Jul 18 02:47:04.958150 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59496) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:47:04.965220 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06883801-9af3-428a-a477-5f4b80f47450 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4798e7c-3ecb-4e02-b419-4249905e6fc3,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:47:05.210959 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:05.316123 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-569d1fd6-6601-41fa-9a07-53aab8993e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33287363'] for router_interface (eccab02e-1012-4c96-a201-86c045df6ae7), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:05.535532 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-569d1fd6-6601-41fa-9a07-53aab8993e81 admin admin] Deleting port 9434d80a-8650-462b-bac4-ad00f2bc98ad {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:47:05.535881 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-569d1fd6-6601-41fa-9a07-53aab8993e81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:05.615150 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-569d1fd6-6601-41fa-9a07-53aab8993e81 admin admin] For port 9434d80a-8650-462b-bac4-ad00f2bc98ad, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=9434d80a-8650-462b-bac4-ad00f2bc98ad,segment=NetworkSegment(86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b),segment_id=86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:47:05.615513 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-569d1fd6-6601-41fa-9a07-53aab8993e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:05.628265 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-569d1fd6-6601-41fa-9a07-53aab8993e81 admin admin] Calling delete_port for 9434d80a-8650-462b-bac4-ad00f2bc98ad owned by network:router_interface {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:47:05.724469 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:05.853306 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-569d1fd6-6601-41fa-9a07-53aab8993e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (9434d80a-8650-462b-bac4-ad00f2bc98ad), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:05.883544 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d1fd6-6601-41fa-9a07-53aab8993e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=9434d80a-8650-462b-bac4-ad00f2bc98ad,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:47:05.917469 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 37bf449a-8217-4a07-8069-b754bcd88554 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:47:05.942049 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 37bf449a-8217-4a07-8069-b754bcd88554 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:47:05.942710 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 37bf449a-8217-4a07-8069-b754bcd88554 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:47:05.943301 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device a211a237-13ad-478c-a7d1-2c5260d40b0e no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:47:05.963036 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: a211a237-13ad-478c-a7d1-2c5260d40b0e {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:47:05.963456 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device a211a237-13ad-478c-a7d1-2c5260d40b0e not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:47:06.053882 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-569d1fd6-6601-41fa-9a07-53aab8993e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33112024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33287295'] for router_interface (eccab02e-1012-4c96-a201-86c045df6ae7), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:06.067610 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:06.527282 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569d1fd6-6601-41fa-9a07-53aab8993e81 admin admin] Router eccab02e-1012-4c96-a201-86c045df6ae7 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:47:06.629322 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569d1fd6-6601-41fa-9a07-53aab8993e81 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:47:06.634232 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-569d1fd6-6601-41fa-9a07-53aab8993e81 admin admin] 10.222.0.66 "PUT /v2.0/routers/eccab02e-1012-4c96-a201-86c045df6ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6744714 Jul 18 02:47:06.636763 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59498) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:47:06.639242 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d13ebac-5590-4f1f-99df-d172ec867e75 None None] Sync routers for ids ['eccab02e-1012-4c96-a201-86c045df6ae7'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:47:06.650518 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d13ebac-5590-4f1f-99df-d172ec867e75 None None] Routers {'eccab02e-1012-4c96-a201-86c045df6ae7'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:47:06.651143 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-3d13ebac-5590-4f1f-99df-d172ec867e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:47:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['eccab02e-1012-4c96-a201-86c045df6ae7'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:47:06.735298 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb4a7-b21e-4db5-b7a0-6048dcfbad7f admin admin] Publish callbacks [] for router (eccab02e-1012-4c96-a201-86c045df6ae7), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:06.752521 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-3d13ebac-5590-4f1f-99df-d172ec867e75 None None] Set router eccab02e-1012-4c96-a201-86c045df6ae7 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:47:06.833742 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb4a7-b21e-4db5-b7a0-6048dcfbad7f admin admin] Publish callbacks [] for router_gateway (eccab02e-1012-4c96-a201-86c045df6ae7), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:06.916851 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-3d13ebac-5590-4f1f-99df-d172ec867e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'name': 'tempest-TestMinimumBasicScenario-398916612-router', 'tenant_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:38Z', 'updated_at': '2022-07-18T02:47:05Z', 'revision_number': 5, 'project_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'gw_port': {'id': 'c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:44:38Z', 'updated_at': '2022-07-18T02:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:47:06.928467 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-c5dbb4a7-b21e-4db5-b7a0-6048dcfbad7f admin admin] Deleting port c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:47:06.928853 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb4a7-b21e-4db5-b7a0-6048dcfbad7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:06.950236 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d13ebac-5590-4f1f-99df-d172ec867e75 None None] Checking router: eccab02e-1012-4c96-a201-86c045df6ae7 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:47:06.958766 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d13ebac-5590-4f1f-99df-d172ec867e75 None None] Routers {'eccab02e-1012-4c96-a201-86c045df6ae7'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:47:06.959398 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-3d13ebac-5590-4f1f-99df-d172ec867e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:47:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['eccab02e-1012-4c96-a201-86c045df6ae7'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:47:06.980183 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:07.013014 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-c5dbb4a7-b21e-4db5-b7a0-6048dcfbad7f admin admin] For port c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:47:07.013365 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb4a7-b21e-4db5-b7a0-6048dcfbad7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:07.026397 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-c5dbb4a7-b21e-4db5-b7a0-6048dcfbad7f admin admin] Calling delete_port for c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c owned by network:router_gateway {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:47:07.043156 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-3d13ebac-5590-4f1f-99df-d172ec867e75 None None] Set router eccab02e-1012-4c96-a201-86c045df6ae7 gateway port host: None {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:47:07.091675 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-3d13ebac-5590-4f1f-99df-d172ec867e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'name': 'tempest-TestMinimumBasicScenario-398916612-router', 'tenant_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:38Z', 'updated_at': '2022-07-18T02:47:06Z', 'revision_number': 6, 'project_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'gw_port_host': None}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:47:07.115868 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d13ebac-5590-4f1f-99df-d172ec867e75 None None] The sync data for ids ['eccab02e-1012-4c96-a201-86c045df6ae7'] in dv-cinder-850015-3-iscsi is: [{'id': 'eccab02e-1012-4c96-a201-86c045df6ae7', 'name': 'tempest-TestMinimumBasicScenario-398916612-router', 'tenant_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:44:38Z', 'updated_at': '2022-07-18T02:47:06Z', 'revision_number': 6, 'project_id': '59d0c1f5793f4ac3aa9567bd99cf987d', 'gw_port_host': None}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:47:07.236344 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb4a7-b21e-4db5-b7a0-6048dcfbad7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:07.260740 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbb4a7-b21e-4db5-b7a0-6048dcfbad7f admin admin] Pushing event deleted for resources: {'Port': ['ID=c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:47:07.266554 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:07.322570 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb4a7-b21e-4db5-b7a0-6048dcfbad7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33266500'] for router_gateway (eccab02e-1012-4c96-a201-86c045df6ae7), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:07.406437 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb4a7-b21e-4db5-b7a0-6048dcfbad7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33290061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1504'] for router (eccab02e-1012-4c96-a201-86c045df6ae7), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:07.408535 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb4a7-b21e-4db5-b7a0-6048dcfbad7f admin admin] Publish callbacks [] for router_controller (eccab02e-1012-4c96-a201-86c045df6ae7), precommit_delete_associations {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:07.510641 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb4a7-b21e-4db5-b7a0-6048dcfbad7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33290193'] for router (eccab02e-1012-4c96-a201-86c045df6ae7), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:07.511851 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dbb4a7-b21e-4db5-b7a0-6048dcfbad7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router eccab02e-1012-4c96-a201-86c045df6ae7 {{(pid=104651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 02:47:07.516672 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb4a7-b21e-4db5-b7a0-6048dcfbad7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:07.517882 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-c5dbb4a7-b21e-4db5-b7a0-6048dcfbad7f admin admin] 10.222.0.66 "DELETE /v2.0/routers/eccab02e-1012-4c96-a201-86c045df6ae7 HTTP/1.1" status: 204 len: 168 time: 0.8801892 Jul 18 02:47:07.523333 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59500) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:47:07.572861 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b32c8a-1026-41f8-bf4d-d6bdff5fd10f admin admin] Deleting subnet ab1b4375-947c-45e9-9cc1-5b70f1113d55 {{(pid=104651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 02:47:07.576741 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-32b32c8a-1026-41f8-bf4d-d6bdff5fd10f admin admin] Publish callbacks [] for subnet (ab1b4375-947c-45e9-9cc1-5b70f1113d55), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:07.611466 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-32b32c8a-1026-41f8-bf4d-d6bdff5fd10f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2837175'] for subnet (ab1b4375-947c-45e9-9cc1-5b70f1113d55), precommit_delete_associations {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:07.688426 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-32b32c8a-1026-41f8-bf4d-d6bdff5fd10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32822860'] for subnet (ab1b4375-947c-45e9-9cc1-5b70f1113d55), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:07.790790 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-32b32c8a-1026-41f8-bf4d-d6bdff5fd10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32822875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2644685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3433350'] for subnet (ab1b4375-947c-45e9-9cc1-5b70f1113d55), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:07.816201 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b32c8a-1026-41f8-bf4d-d6bdff5fd10f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab1b4375-947c-45e9-9cc1-5b70f1113d55,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:47:07.821794 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-32b32c8a-1026-41f8-bf4d-d6bdff5fd10f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:07.828486 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-32b32c8a-1026-41f8-bf4d-d6bdff5fd10f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ab1b4375-947c-45e9-9cc1-5b70f1113d55 HTTP/1.1" status: 204 len: 168 time: 0.3070533 Jul 18 02:47:07.828635 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59502) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:47:07.830500 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe06e2f-7403-4b3e-9cde-05491326b0ca None None] Network c99096d0-f9d6-45c7-9477-2b634965c6a7 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:47:07.898405 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:07.926251 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:07.942646 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 9434d80a-8650-462b-bac4-ad00f2bc98ad no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:47:07.963018 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 9434d80a-8650-462b-bac4-ad00f2bc98ad {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:47:07.963612 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 9434d80a-8650-462b-bac4-ad00f2bc98ad not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:47:07.963764 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:47:07.989837 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:47:07.990209 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device c648cfec-60ea-4b4c-9a9e-ae818fdc5c2c not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:47:08.010809 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cc944b-6ebe-4480-9792-77761f062e15 None None] DHCP port deletion for c99096d0-f9d6-45c7-9477-2b634965c6a7 request from dv-cinder-850015-3-iscsi {{(pid=104652) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 02:47:08.050739 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-72cc944b-6ebe-4480-9792-77761f062e15 None None] Deleting port 6fa84a2c-4e1f-4cbf-a178-303f818fadac {{(pid=104652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:47:08.051110 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-72cc944b-6ebe-4480-9792-77761f062e15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (6fa84a2c-4e1f-4cbf-a178-303f818fadac), before_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:08.119923 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-72cc944b-6ebe-4480-9792-77761f062e15 None None] For port 6fa84a2c-4e1f-4cbf-a178-303f818fadac, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=6fa84a2c-4e1f-4cbf-a178-303f818fadac,segment=NetworkSegment(86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b),segment_id=86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:47:08.120327 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-72cc944b-6ebe-4480-9792-77761f062e15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (6fa84a2c-4e1f-4cbf-a178-303f818fadac), precommit_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:08.130462 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590427'] for network (c99096d0-f9d6-45c7-9477-2b634965c6a7), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:08.134405 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-72cc944b-6ebe-4480-9792-77761f062e15 None None] Calling delete_port for 6fa84a2c-4e1f-4cbf-a178-303f818fadac owned by network:dhcp {{(pid=104652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:47:08.174861 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] Deleting port 6fa84a2c-4e1f-4cbf-a178-303f818fadac {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:47:08.175195 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (6fa84a2c-4e1f-4cbf-a178-303f818fadac), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:08.251422 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] For port 6fa84a2c-4e1f-4cbf-a178-303f818fadac, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=6fa84a2c-4e1f-4cbf-a178-303f818fadac,segment=NetworkSegment(86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b),segment_id=86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:47:08.251690 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (6fa84a2c-4e1f-4cbf-a178-303f818fadac), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:08.267308 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] Calling delete_port for 6fa84a2c-4e1f-4cbf-a178-303f818fadac owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:47:08.488147 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-72cc944b-6ebe-4480-9792-77761f062e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950'] for port (6fa84a2c-4e1f-4cbf-a178-303f818fadac), after_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:08.496438 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (6fa84a2c-4e1f-4cbf-a178-303f818fadac), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:08.514436 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc944b-6ebe-4480-9792-77761f062e15 None None] Pushing event deleted for resources: {'Port': ['ID=6fa84a2c-4e1f-4cbf-a178-303f818fadac,revision_number=None']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:47:08.519231 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc944b-6ebe-4480-9792-77761f062e15 None None] No DVR routers for this DVR port 6fa84a2c-4e1f-4cbf-a178-303f818fadac on host dv-cinder-850015-3-iscsi {{(pid=104652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:47:08.523558 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa84a2c-4e1f-4cbf-a178-303f818fadac,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:47:08.526867 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] No DVR routers for this DVR port 6fa84a2c-4e1f-4cbf-a178-303f818fadac on host dv-cinder-850015-3-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:47:08.603529 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32822413', 'neutron.services.segments.db._delete_segments_for_network-8781983520534'] for network (c99096d0-f9d6-45c7-9477-2b634965c6a7), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:08.625581 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99096d0-f9d6-45c7-9477-2b634965c6a7']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:47:08.634790 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:47:08.635123 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:47:08.644890 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781983519775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3123248'] for segment (86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:08.658202 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:08.664498 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 02:47:08.664883 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714159'] for segment (86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:08.688504 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b resource provider aggregate not found Jul 18 02:47:08.729362 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86bfb1cd-a85a-4ce3-9c13-f4b9219efd8b found for delete ", "request_id": "req-032c52af-46fc-4afc-a6b6-d90bb0109a42"}]} Jul 18 02:47:08.813576 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32822390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33266559'] for network (c99096d0-f9d6-45c7-9477-2b634965c6a7), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:08.822380 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:08.822380 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] 10.222.0.66 "DELETE /v2.0/networks/c99096d0-f9d6-45c7-9477-2b634965c6a7 HTTP/1.1" status: 204 len: 168 time: 0.9928234 Jul 18 02:47:08.824120 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:08.837342 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf09db-f829-4309-ac59-aa269115dd6c admin admin] Pushing event deleted for resources: {'Network': ['ID=c99096d0-f9d6-45c7-9477-2b634965c6a7,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:47:09.221264 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59510) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:47:09.261640 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-fde9a084-47d5-49e5-b280-4719bc634cbf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73679a05b6dc4583842dacfeb898876f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392053 Jul 18 02:47:09.264668 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59512) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:47:09.312747 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04bc5728-0ee5-4f1e-937d-88cb186c016d admin admin] Publish callbacks [] for security_group (3597f6ad-a016-4e31-b76f-d960cc732b2c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:09.335586 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04bc5728-0ee5-4f1e-937d-88cb186c016d admin admin] Publish callbacks [] for security_group (3597f6ad-a016-4e31-b76f-d960cc732b2c), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:09.435975 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04bc5728-0ee5-4f1e-937d-88cb186c016d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (3597f6ad-a016-4e31-b76f-d960cc732b2c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:09.438538 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-04bc5728-0ee5-4f1e-937d-88cb186c016d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:09.439720 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-04bc5728-0ee5-4f1e-937d-88cb186c016d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3597f6ad-a016-4e31-b76f-d960cc732b2c HTTP/1.1" status: 204 len: 168 time: 0.1740077 Jul 18 02:47:09.447802 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc5728-0ee5-4f1e-937d-88cb186c016d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3597f6ad-a016-4e31-b76f-d960cc732b2c,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:47:09.914447 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 6fa84a2c-4e1f-4cbf-a178-303f818fadac no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:47:09.933261 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 6fa84a2c-4e1f-4cbf-a178-303f818fadac {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:47:09.933610 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 6fa84a2c-4e1f-4cbf-a178-303f818fadac not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:47:10.151766 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59518) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:47:10.191561 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-19cd92cc-25b9-4973-a10b-f0bc8a6dc613 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=59d0c1f5793f4ac3aa9567bd99cf987d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386820 Jul 18 02:47:10.194017 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59520) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:47:10.242385 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cd3f16ff-e755-4ef5-8161-a6a9a2cdc065 admin admin] Publish callbacks [] for security_group (2ba85198-b320-465e-80bb-29cf1c81265f), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:10.251400 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:10.263944 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cd3f16ff-e755-4ef5-8161-a6a9a2cdc065 admin admin] Publish callbacks [] for security_group (2ba85198-b320-465e-80bb-29cf1c81265f), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:10.373388 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cd3f16ff-e755-4ef5-8161-a6a9a2cdc065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (2ba85198-b320-465e-80bb-29cf1c81265f), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:10.375981 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cd3f16ff-e755-4ef5-8161-a6a9a2cdc065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:10.377117 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-cd3f16ff-e755-4ef5-8161-a6a9a2cdc065 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ba85198-b320-465e-80bb-29cf1c81265f HTTP/1.1" status: 204 len: 168 time: 0.1822083 Jul 18 02:47:10.385586 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f16ff-e755-4ef5-8161-a6a9a2cdc065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba85198-b320-465e-80bb-29cf1c81265f,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:47:10.386443 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:47:15.414231 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=17 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:17.796752 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=28,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:17.815948 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=71,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:20.381269 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=53,neutron:DELETE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:20.400962 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=44,neutron:DELETE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:20.400962 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:28.883180 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=20 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:28.883180 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=11 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:28.961442 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7dd06999-226f-410f-b3ff-aa40de45dfdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:31.384368 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-df724926-e6b5-44a6-b1a8-3f461443564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:32.600834 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:33.896899 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:34.012920 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:34.715592 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:47:44.599693 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:44.601548 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:47.385099 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:47:57.380625 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=6 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:57.381407 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=2 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:47:58.989046 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8f653bf4-09b4-46d1-b058-95e100fbdeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:01.361468 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0b79dfd2-af49-49b4-bb7d-2035832f96df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:02.605813 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:03.885708 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:03.977118 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:04.680097 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:05.126101 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59532) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:48:05.457237 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Deleting port 2fefaab2-696b-428e-9182-46d3b0698fcb {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:48:05.457580 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (2fefaab2-696b-428e-9182-46d3b0698fcb), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:05.537640 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (2fefaab2-696b-428e-9182-46d3b0698fcb), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:05.537967 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for floatingip (2fefaab2-696b-428e-9182-46d3b0698fcb), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:05.550602 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Calling delete_port for 2fefaab2-696b-428e-9182-46d3b0698fcb owned by network:floatingip {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:48:05.754264 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (2fefaab2-696b-428e-9182-46d3b0698fcb), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:05.781914 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Pushing event deleted for resources: {'Port': ['ID=2fefaab2-696b-428e-9182-46d3b0698fcb,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:48:05.794654 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:05.794993 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:05.795381 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:05.795714 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:05.796040 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:05.796360 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:05.796675 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:05.796988 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:05.797301 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:05.797612 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:05.797924 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:05.798262 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:05.798612 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:05.798927 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:05.799236 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:05.854422 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for floatingip (f57c891b-6511-48ad-9098-345f723bb0cd), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:05.854743 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.db.l3_db [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Floating IP f57c891b-6511-48ad-9098-345f723bb0cd disassociated (deleted). External IP: 172.27.3.232, port: 5fd8b9bf-0dc7-4030-8d82-774afb4914af. Jul 18 02:48:06.054136 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:48:06.157265 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:48:06.162248 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for floatingip (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:06.167040 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb9806f-7772-4bc1-bc86-b416002773c7 None None] Sync routers for ids ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:48:06.176635 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb9806f-7772-4bc1-bc86-b416002773c7 None None] Routers {'2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:48:06.177242 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-cbb9806f-7772-4bc1-bc86-b416002773c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:48:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:06.188242 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:06.192748 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-57883462-0485-4164-8f4d-80316377a937 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "DELETE /v2.0/floatingips/f57c891b-6511-48ad-9098-345f723bb0cd HTTP/1.1" status: 204 len: 168 time: 1.0656257 Jul 18 02:48:06.193351 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'tag': '5fd8b9bf-0dc7-4030-8d82-774afb4914af'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:48:06.195674 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c64ea466cc435dd77490079e2fa520d09e38a4648c4a1127f42521b2533b3eba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498cdbc9-36a9-4d8f-9711-a810588bd086" -d '{"events": [{"name": "network-changed", "server_uuid": "e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39", "tag": "5fd8b9bf-0dc7-4030-8d82-774afb4914af"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:48:06.240371 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 02:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ac65e6-b169-4da0-9979-775f7663da3c x-openstack-request-id: req-28ac65e6-b169-4da0-9979-775f7663da3c {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:48:06.240666 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39", "tag": "5fd8b9bf-0dc7-4030-8d82-774afb4914af", "status": "completed", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:48:06.240923 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-28ac65e6-b169-4da0-9979-775f7663da3c {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:48:06.241362 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ac65e6-b169-4da0-9979-775f7663da3c'] response: {'name': 'network-changed', 'server_uuid': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'tag': '5fd8b9bf-0dc7-4030-8d82-774afb4914af', 'status': 'completed', 'code': 200} Jul 18 02:48:06.283491 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-cbb9806f-7772-4bc1-bc86-b416002773c7 None None] Set router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:48:06.327969 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cdbc9-36a9-4d8f-9711-a810588bd086 req-d8651ebf-c7b1-4407-aed1-c0cb53d2f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:48:06.329384 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-498cdbc9-36a9-4d8f-9711-a810588bd086 req-d8651ebf-c7b1-4407-aed1-c0cb53d2f8e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2fe363fe43ef4fd9aec026c4cdc3e18e&device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 1129 time: 0.0440948 Jul 18 02:48:06.444831 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cdbc9-36a9-4d8f-9711-a810588bd086 req-e7a9c9ec-0896-4e3b-8a0d-012fce8c5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:48:06.447522 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-498cdbc9-36a9-4d8f-9711-a810588bd086 req-e7a9c9ec-0896-4e3b-8a0d-012fce8c5090 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f0b9e2b-f4bb-4648-abfc-2e463ce9379f HTTP/1.1" status: 200 len: 910 time: 0.1094954 Jul 18 02:48:06.497192 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-498cdbc9-36a9-4d8f-9711-a810588bd086 req-56d2d780-6e8b-470d-8d8c-9dae2efc3e81 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fd8b9bf-0dc7-4030-8d82-774afb4914af HTTP/1.1" status: 200 len: 217 time: 0.0412207 Jul 18 02:48:06.509459 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-cbb9806f-7772-4bc1-bc86-b416002773c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'name': 'tempest-TestShelveInstance-1268915522-router', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:49Z', 'updated_at': '2022-07-18T02:42:53Z', 'revision_number': 4, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'gw_port': {'id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:50Z', 'updated_at': '2022-07-18T02:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'c7301741-bf17-4f80-bad4-a27f7b35223c', 'name': '', 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'mac_address': 'fa:16:3e:ae:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:52Z', 'updated_at': '2022-07-18T02:42:57Z', 'revision_number': 5, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'subnets': [{'id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:06.538731 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb9806f-7772-4bc1-bc86-b416002773c7 None None] Checking router: 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:48:06.547492 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb9806f-7772-4bc1-bc86-b416002773c7 None None] Routers {'2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:48:06.548091 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-cbb9806f-7772-4bc1-bc86-b416002773c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:48:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:06.551102 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca1370-22cc-4b16-8374-1b33f598678e req-a9f30b6e-0bb5-42a9-99b8-423481b792c2 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:48:06.552597 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-03ca1370-22cc-4b16-8374-1b33f598678e req-a9f30b6e-0bb5-42a9-99b8-423481b792c2 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0532615 Jul 18 02:48:06.605350 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-03ca1370-22cc-4b16-8374-1b33f598678e req-c7d363fc-3456-4b7f-acd3-a98530eb4c65 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447454 Jul 18 02:48:06.653336 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-cbb9806f-7772-4bc1-bc86-b416002773c7 None None] Set router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:48:06.951275 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-cbb9806f-7772-4bc1-bc86-b416002773c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'name': 'tempest-TestShelveInstance-1268915522-router', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:49Z', 'updated_at': '2022-07-18T02:42:53Z', 'revision_number': 4, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'gw_port': {'id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:50Z', 'updated_at': '2022-07-18T02:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'c7301741-bf17-4f80-bad4-a27f7b35223c', 'name': '', 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'mac_address': 'fa:16:3e:ae:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:52Z', 'updated_at': '2022-07-18T02:42:57Z', 'revision_number': 5, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'subnets': [{'id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:06.978362 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb9806f-7772-4bc1-bc86-b416002773c7 None None] The sync data for ids ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'] in dv-cinder-850015-3-iscsi is: [{'id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'name': 'tempest-TestShelveInstance-1268915522-router', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:49Z', 'updated_at': '2022-07-18T02:42:53Z', 'revision_number': 4, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'gw_port': {'id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:50Z', 'updated_at': '2022-07-18T02:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi', '_interfaces': [{'id': 'c7301741-bf17-4f80-bad4-a27f7b35223c', 'name': '', 'network_id': '0f0b9e2b-f4bb-4648-abfc-2e463ce9379f', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'mac_address': 'fa:16:3e:ae:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:52Z', 'updated_at': '2022-07-18T02:42:57Z', 'revision_number': 5, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'subnets': [{'id': 'f014daeb-f11c-49e8-a7ac-11e7a74e8212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:48:07.211108 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab04d4ea-6306-4b5f-a672-700bfbcc2115 None None] New status for floating IP f57c891b-6511-48ad-9098-345f723bb0cd: DOWN {{(pid=104652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 02:48:07.587049 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cdbc9-36a9-4d8f-9711-a810588bd086 req-8991d47e-7e61-4508-8198-3635cb65303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:48:07.588472 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-498cdbc9-36a9-4d8f-9711-a810588bd086 req-8991d47e-7e61-4508-8198-3635cb65303a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f014daeb-f11c-49e8-a7ac-11e7a74e8212 HTTP/1.1" status: 200 len: 848 time: 0.0448785 Jul 18 02:48:07.634783 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cdbc9-36a9-4d8f-9711-a810588bd086 req-b1bbacd1-089a-46c3-ba73-b10b226e51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:48:07.636389 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-498cdbc9-36a9-4d8f-9711-a810588bd086 req-b1bbacd1-089a-46c3-ba73-b10b226e51b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f0b9e2b-f4bb-4648-abfc-2e463ce9379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404596 Jul 18 02:48:07.722466 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bd853-f0ab-4da5-8274-14a477866eae req-f2622247-4c34-40c4-bf2e-6ce0e32fea45 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:48:07.723961 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-423bd853-f0ab-4da5-8274-14a477866eae req-f2622247-4c34-40c4-bf2e-6ce0e32fea45 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0479503 Jul 18 02:48:07.736463 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:07.774533 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-423bd853-f0ab-4da5-8274-14a477866eae req-88b0df0a-6aff-42e3-966d-8f16efbab5a6 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/security-groups?id=2551f9ed-6b9c-431b-9e90-375ce095811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445733 Jul 18 02:48:07.866496 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-498cdbc9-36a9-4d8f-9711-a810588bd086 req-1e9bc3b1-82dd-45d6-b499-ff17441e798b service neutron] 10.222.0.72 "GET /v2.0/networks/0f0b9e2b-f4bb-4648-abfc-2e463ce9379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891268 Jul 18 02:48:08.145784 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-498cdbc9-36a9-4d8f-9711-a810588bd086 req-b7e19e8d-88e8-4f0d-ace4-c5f77fb464b5 service neutron] 10.222.0.72 "GET /v2.0/networks/0f0b9e2b-f4bb-4648-abfc-2e463ce9379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834372 Jul 18 02:48:08.238916 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c7c16-e900-4345-9fbf-ab0b1977df58 req-31117953-ca31-45b2-9344-ce0709c02a94 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 02:48:08.240340 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b82c7c16-e900-4345-9fbf-ab0b1977df58 req-31117953-ca31-45b2-9344-ce0709c02a94 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.72 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 945 time: 0.0513401 Jul 18 02:48:08.321584 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-b82c7c16-e900-4345-9fbf-ab0b1977df58 req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Deleting port 5fd8b9bf-0dc7-4030-8d82-774afb4914af {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:48:08.321931 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b82c7c16-e900-4345-9fbf-ab0b1977df58 req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:08.414355 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [req-b82c7c16-e900-4345-9fbf-ab0b1977df58 req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] For port 5fd8b9bf-0dc7-4030-8d82-774afb4914af, host hv-cinder-85001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85001',level=0,port_id=5fd8b9bf-0dc7-4030-8d82-774afb4914af,segment=NetworkSegment(5fb5ec03-a77a-40d0-a989-00a632bafae7),segment_id=5fb5ec03-a77a-40d0-a989-00a632bafae7)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:48:08.414959 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b82c7c16-e900-4345-9fbf-ab0b1977df58 req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:08.428031 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [req-b82c7c16-e900-4345-9fbf-ab0b1977df58 req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Calling delete_port for 5fd8b9bf-0dc7-4030-8d82-774afb4914af owned by compute:nova {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:48:08.606058 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b82c7c16-e900-4345-9fbf-ab0b1977df58 req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (5fd8b9bf-0dc7-4030-8d82-774afb4914af), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:08.636983 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Pushing event deleted for resources: {'Port': ['ID=5fd8b9bf-0dc7-4030-8d82-774afb4914af,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:48:08.643947 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:08.647386 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:08.647729 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:08.648072 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:08.648411 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:08.648743 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:08.649093 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:08.649498 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:08.649824 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:08.650752 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:08.650752 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:08.650933 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:08.651102 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:08.651404 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:08.651726 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:08.652043 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:08.657536 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:08.697165 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82c7c16-e900-4345-9fbf-ab0b1977df58 req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] No DVR routers for this DVR port 5fd8b9bf-0dc7-4030-8d82-774afb4914af on host hv-cinder-85001 {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:48:08.699596 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [req-b82c7c16-e900-4345-9fbf-ab0b1977df58 req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247146'] for port (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:08.702811 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-b82c7c16-e900-4345-9fbf-ab0b1977df58 req-96a5b4f5-865d-4283-a682-e9dfedbd6ee9 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.72 "DELETE /v2.0/ports/5fd8b9bf-0dc7-4030-8d82-774afb4914af HTTP/1.1" status: 204 len: 173 time: 0.4575732 Jul 18 02:48:08.710198 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'name': 'network-vif-deleted', 'tag': '5fd8b9bf-0dc7-4030-8d82-774afb4914af'}] {{(pid=104651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 02:48:08.710198 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fc9b9402c66557201fce244730894e8cb6487224080045549432b67a8a02d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7861d14-cb58-495a-8563-ecf1320f5369" -d '{"events": [{"server_uuid": "e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39", "name": "network-vif-deleted", "tag": "5fd8b9bf-0dc7-4030-8d82-774afb4914af"}]}' {{(pid=104651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 02:48:08.744392 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 02:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd65a18d-c512-4ec5-88dc-0bacec9208fe x-openstack-request-id: req-dd65a18d-c512-4ec5-88dc-0bacec9208fe {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 02:48:08.744392 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39", "name": "network-vif-deleted", "tag": "5fd8b9bf-0dc7-4030-8d82-774afb4914af", "status": "completed", "code": 200}]} {{(pid=104651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 02:48:08.744392 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd65a18d-c512-4ec5-88dc-0bacec9208fe {{(pid=104651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 02:48:08.744392 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd65a18d-c512-4ec5-88dc-0bacec9208fe'] response: {'server_uuid': 'e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39', 'name': 'network-vif-deleted', 'tag': '5fd8b9bf-0dc7-4030-8d82-774afb4914af', 'status': 'completed', 'code': 200} Jul 18 02:48:08.876560 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [req-6bffa322-9859-4350-9185-75841de93ec8 req-a9531b55-f068-4994-baa1-e8fc5023620c tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 210 time: 0.0324056 Jul 18 02:48:09.986673 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [req-91160596-30da-477d-b5ac-0fd217ef6726 req-519fab8c-1cf5-4902-928d-ac463a01f9a4 tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "GET /v2.0/ports?device_id=e71c2b6c-ae9d-4fb5-a0de-4f3efa116b39 HTTP/1.1" status: 200 len: 210 time: 0.0291274 Jul 18 02:48:11.051260 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59562) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:48:11.102477 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5396013f-3ad0-4fe4-a2ce-199a075b8bcf tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group (2551f9ed-6b9c-431b-9e90-375ce095811d), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:11.127929 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5396013f-3ad0-4fe4-a2ce-199a075b8bcf tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group (2551f9ed-6b9c-431b-9e90-375ce095811d), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:11.263064 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5396013f-3ad0-4fe4-a2ce-199a075b8bcf tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (2551f9ed-6b9c-431b-9e90-375ce095811d), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:11.265726 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5396013f-3ad0-4fe4-a2ce-199a075b8bcf tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:11.266866 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-5396013f-3ad0-4fe4-a2ce-199a075b8bcf tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] 10.222.0.66 "DELETE /v2.0/security-groups/2551f9ed-6b9c-431b-9e90-375ce095811d HTTP/1.1" status: 204 len: 168 time: 0.2203901 Jul 18 02:48:11.276893 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396013f-3ad0-4fe4-a2ce-199a075b8bcf tempest-TestShelveInstance-1352231499 tempest-TestShelveInstance-1352231499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2551f9ed-6b9c-431b-9e90-375ce095811d,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:48:11.393207 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59566) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:48:11.813732 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e316c15b-ecbb-40d0-86eb-6ef47e577960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33287363'] for router_interface (2fb5e522-95d7-43d8-ad4c-2129ed19fdeb), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:12.034742 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-e316c15b-ecbb-40d0-86eb-6ef47e577960 admin admin] Deleting port c7301741-bf17-4f80-bad4-a27f7b35223c {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:48:12.035071 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e316c15b-ecbb-40d0-86eb-6ef47e577960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:12.112836 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-e316c15b-ecbb-40d0-86eb-6ef47e577960 admin admin] For port c7301741-bf17-4f80-bad4-a27f7b35223c, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=c7301741-bf17-4f80-bad4-a27f7b35223c,segment=NetworkSegment(5fb5ec03-a77a-40d0-a989-00a632bafae7),segment_id=5fb5ec03-a77a-40d0-a989-00a632bafae7)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:48:12.113604 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e316c15b-ecbb-40d0-86eb-6ef47e577960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:12.126239 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-e316c15b-ecbb-40d0-86eb-6ef47e577960 admin admin] Calling delete_port for c7301741-bf17-4f80-bad4-a27f7b35223c owned by network:router_interface {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:48:12.135330 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:12.162761 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:12.371167 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e316c15b-ecbb-40d0-86eb-6ef47e577960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (c7301741-bf17-4f80-bad4-a27f7b35223c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:12.398943 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316c15b-ecbb-40d0-86eb-6ef47e577960 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7301741-bf17-4f80-bad4-a27f7b35223c,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:48:12.575808 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e316c15b-ecbb-40d0-86eb-6ef47e577960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33112024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33287295'] for router_interface (2fb5e522-95d7-43d8-ad4c-2129ed19fdeb), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:12.785781 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e316c15b-ecbb-40d0-86eb-6ef47e577960 admin admin] Router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:48:13.053015 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 5fd8b9bf-0dc7-4030-8d82-774afb4914af no longer exists at agent hyperv_hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:48:13.072930 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] No Port match for: 5fd8b9bf-0dc7-4030-8d82-774afb4914af {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:48:13.073580 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Device 5fd8b9bf-0dc7-4030-8d82-774afb4914af not bound to the agent host hv-cinder-85001 {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:48:13.114289 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e316c15b-ecbb-40d0-86eb-6ef47e577960 admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:48:13.120424 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-e316c15b-ecbb-40d0-86eb-6ef47e577960 admin admin] 10.222.0.66 "PUT /v2.0/routers/2fb5e522-95d7-43d8-ad4c-2129ed19fdeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7261984 Jul 18 02:48:13.122931 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59570) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:48:13.123809 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c7748-738e-4bef-b815-01bd886a4f9e None None] Sync routers for ids ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'] in dv-cinder-850015-3-iscsi {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:48:13.134079 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c7748-738e-4bef-b815-01bd886a4f9e None None] Routers {'2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:48:13.135289 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-7f4c7748-738e-4bef-b815-01bd886a4f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:48:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:13.216813 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:13.232376 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f995fd05-04ac-421f-8aa8-7066710a738f admin admin] Publish callbacks [] for router (2fb5e522-95d7-43d8-ad4c-2129ed19fdeb), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:13.236443 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-7f4c7748-738e-4bef-b815-01bd886a4f9e None None] Set router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb gateway port host: dv-cinder-850015-3-iscsi {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:48:13.336466 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f995fd05-04ac-421f-8aa8-7066710a738f admin admin] Publish callbacks [] for router_gateway (2fb5e522-95d7-43d8-ad4c-2129ed19fdeb), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:13.407218 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-7f4c7748-738e-4bef-b815-01bd886a4f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'name': 'tempest-TestShelveInstance-1268915522-router', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:49Z', 'updated_at': '2022-07-18T02:48:12Z', 'revision_number': 5, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'gw_port': {'id': '04a74845-08e9-4f73-b2c8-8a19de0d586a', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:50Z', 'updated_at': '2022-07-18T02:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:13.412385 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:13.425442 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-f995fd05-04ac-421f-8aa8-7066710a738f admin admin] Deleting port 04a74845-08e9-4f73-b2c8-8a19de0d586a {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:48:13.425860 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f995fd05-04ac-421f-8aa8-7066710a738f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (04a74845-08e9-4f73-b2c8-8a19de0d586a), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:13.433108 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c7748-738e-4bef-b815-01bd886a4f9e None None] Checking router: 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb for host: dv-cinder-850015-3-iscsi {{(pid=104653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:48:13.434787 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:13.442354 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c7748-738e-4bef-b815-01bd886a4f9e None None] Routers {'2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:48:13.442967 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-7f4c7748-738e-4bef-b815-01bd886a4f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:48:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'], 'active': True} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:13.503389 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=100 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:13.509993 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-f995fd05-04ac-421f-8aa8-7066710a738f admin admin] For port 04a74845-08e9-4f73-b2c8-8a19de0d586a, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=04a74845-08e9-4f73-b2c8-8a19de0d586a,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:48:13.510476 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f995fd05-04ac-421f-8aa8-7066710a738f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (04a74845-08e9-4f73-b2c8-8a19de0d586a), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:13.523521 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-f995fd05-04ac-421f-8aa8-7066710a738f admin admin] Calling delete_port for 04a74845-08e9-4f73-b2c8-8a19de0d586a owned by network:router_gateway {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:48:13.529076 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_dvr_db [None req-7f4c7748-738e-4bef-b815-01bd886a4f9e None None] Set router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb gateway port host: None {{(pid=104653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:48:13.580731 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.l3_hamode_db [None req-7f4c7748-738e-4bef-b815-01bd886a4f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'name': 'tempest-TestShelveInstance-1268915522-router', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:49Z', 'updated_at': '2022-07-18T02:48:13Z', 'revision_number': 6, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'gw_port_host': None}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:13.606973 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4c7748-738e-4bef-b815-01bd886a4f9e None None] The sync data for ids ['2fb5e522-95d7-43d8-ad4c-2129ed19fdeb'] in dv-cinder-850015-3-iscsi is: [{'id': '2fb5e522-95d7-43d8-ad4c-2129ed19fdeb', 'name': 'tempest-TestShelveInstance-1268915522-router', 'tenant_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:49Z', 'updated_at': '2022-07-18T02:48:13Z', 'revision_number': 6, 'project_id': '2fe363fe43ef4fd9aec026c4cdc3e18e', 'gw_port_host': None}] {{(pid=104653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:48:13.920114 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f995fd05-04ac-421f-8aa8-7066710a738f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (04a74845-08e9-4f73-b2c8-8a19de0d586a), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:13.947483 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995fd05-04ac-421f-8aa8-7066710a738f admin admin] Pushing event deleted for resources: {'Port': ['ID=04a74845-08e9-4f73-b2c8-8a19de0d586a,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:48:14.009427 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device c7301741-bf17-4f80-bad4-a27f7b35223c no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:48:14.018855 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f995fd05-04ac-421f-8aa8-7066710a738f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33266500'] for router_gateway (2fb5e522-95d7-43d8-ad4c-2129ed19fdeb), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:14.031352 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: c7301741-bf17-4f80-bad4-a27f7b35223c {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:48:14.031691 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device c7301741-bf17-4f80-bad4-a27f7b35223c not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:48:14.110624 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f995fd05-04ac-421f-8aa8-7066710a738f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33290061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1504'] for router (2fb5e522-95d7-43d8-ad4c-2129ed19fdeb), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:14.112782 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f995fd05-04ac-421f-8aa8-7066710a738f admin admin] Publish callbacks [] for router_controller (2fb5e522-95d7-43d8-ad4c-2129ed19fdeb), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:14.222542 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f995fd05-04ac-421f-8aa8-7066710a738f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33290193'] for router (2fb5e522-95d7-43d8-ad4c-2129ed19fdeb), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:14.223246 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f995fd05-04ac-421f-8aa8-7066710a738f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fb5e522-95d7-43d8-ad4c-2129ed19fdeb {{(pid=104650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 02:48:14.227356 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f995fd05-04ac-421f-8aa8-7066710a738f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:14.228986 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-f995fd05-04ac-421f-8aa8-7066710a738f admin admin] 10.222.0.66 "DELETE /v2.0/routers/2fb5e522-95d7-43d8-ad4c-2129ed19fdeb HTTP/1.1" status: 204 len: 168 time: 1.1051369 Jul 18 02:48:14.231559 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59572) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:48:14.276019 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8337d67-6b09-4993-b14b-028002e97e58 admin admin] Deleting subnet f014daeb-f11c-49e8-a7ac-11e7a74e8212 {{(pid=104650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 02:48:14.279131 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b8337d67-6b09-4993-b14b-028002e97e58 admin admin] Publish callbacks [] for subnet (f014daeb-f11c-49e8-a7ac-11e7a74e8212), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:14.319044 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b8337d67-6b09-4993-b14b-028002e97e58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3123273'] for subnet (f014daeb-f11c-49e8-a7ac-11e7a74e8212), precommit_delete_associations {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:14.395511 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b8337d67-6b09-4993-b14b-028002e97e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32822860'] for subnet (f014daeb-f11c-49e8-a7ac-11e7a74e8212), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:14.424159 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:14.497893 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b8337d67-6b09-4993-b14b-028002e97e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32822875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2713805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2525672'] for subnet (f014daeb-f11c-49e8-a7ac-11e7a74e8212), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:14.530322 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8337d67-6b09-4993-b14b-028002e97e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f014daeb-f11c-49e8-a7ac-11e7a74e8212,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:48:14.532300 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b8337d67-6b09-4993-b14b-028002e97e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for subnet (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:14.538587 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-b8337d67-6b09-4993-b14b-028002e97e58 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f014daeb-f11c-49e8-a7ac-11e7a74e8212 HTTP/1.1" status: 204 len: 168 time: 0.3029380 Jul 18 02:48:14.538716 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743d456a-7a40-4e76-ace2-c3853730f65f None None] Network 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:48:14.539195 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59574) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:48:14.616499 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590427'] for network (0f0b9e2b-f4bb-4648-abfc-2e463ce9379f), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:14.670574 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] Deleting port faef62fc-4fb2-482f-b139-330b33ff29c5 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:48:14.670917 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (faef62fc-4fb2-482f-b139-330b33ff29c5), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:14.708124 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] DHCP port deletion for 0f0b9e2b-f4bb-4648-abfc-2e463ce9379f request from dv-cinder-850015-3-iscsi {{(pid=104652) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 02:48:14.732317 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:14.745590 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Deleting port faef62fc-4fb2-482f-b139-330b33ff29c5 {{(pid=104652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:48:14.745590 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (faef62fc-4fb2-482f-b139-330b33ff29c5), before_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:14.745971 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] For port faef62fc-4fb2-482f-b139-330b33ff29c5, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=faef62fc-4fb2-482f-b139-330b33ff29c5,segment=NetworkSegment(5fb5ec03-a77a-40d0-a989-00a632bafae7),segment_id=5fb5ec03-a77a-40d0-a989-00a632bafae7)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:48:14.745971 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (faef62fc-4fb2-482f-b139-330b33ff29c5), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:14.758510 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] Calling delete_port for faef62fc-4fb2-482f-b139-330b33ff29c5 owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:48:14.812830 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] For port faef62fc-4fb2-482f-b139-330b33ff29c5, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=faef62fc-4fb2-482f-b139-330b33ff29c5,segment=NetworkSegment(5fb5ec03-a77a-40d0-a989-00a632bafae7),segment_id=5fb5ec03-a77a-40d0-a989-00a632bafae7)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:48:14.813230 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (faef62fc-4fb2-482f-b139-330b33ff29c5), precommit_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:14.827131 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Calling delete_port for faef62fc-4fb2-482f-b139-330b33ff29c5 owned by network:dhcp {{(pid=104652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:48:14.932274 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2713840'] for port (faef62fc-4fb2-482f-b139-330b33ff29c5), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:14.938554 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950'] for port (faef62fc-4fb2-482f-b139-330b33ff29c5), after_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:14.962927 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] Pushing event deleted for resources: {'Port': ['ID=faef62fc-4fb2-482f-b139-330b33ff29c5,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:48:14.964746 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] No DVR routers for this DVR port faef62fc-4fb2-482f-b139-330b33ff29c5 on host dv-cinder-850015-3-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:48:14.969536 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Pushing event deleted for resources: {'Port': ['ID=faef62fc-4fb2-482f-b139-330b33ff29c5,revision_number=None']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:48:14.972679 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] No DVR routers for this DVR port faef62fc-4fb2-482f-b139-330b33ff29c5 on host dv-cinder-850015-3-iscsi {{(pid=104652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:48:14.980048 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:14.980400 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:14.980724 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:14.981061 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:14.981392 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:14.981727 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:14.982045 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:14.982411 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:14.985547 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:14.985547 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:14.985547 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:14.985547 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:14.985547 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:14.985547 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:14.985547 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce7f41-a5ee-4ecb-81f3-156b12511269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850015-3-iscsi {{(pid=104652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 02:48:15.037620 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32822413', 'neutron.services.segments.db._delete_segments_for_network-8781983520534'] for network (0f0b9e2b-f4bb-4648-abfc-2e463ce9379f), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:15.058039 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0b9e2b-f4bb-4648-abfc-2e463ce9379f']}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:15.067473 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb5ec03-a77a-40d0-a989-00a632bafae7') {'for_net_delete': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:15.067774 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.services.segments.db [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb5ec03-a77a-40d0-a989-00a632bafae7') {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:15.077570 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781983519775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3123248'] for segment (5fb5ec03-a77a-40d0-a989-00a632bafae7), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:15.090871 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (5fb5ec03-a77a-40d0-a989-00a632bafae7), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:15.097116 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=104650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 02:48:15.105639 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2714159'] for segment (5fb5ec03-a77a-40d0-a989-00a632bafae7), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:15.233492 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 5fb5ec03-a77a-40d0-a989-00a632bafae7 resource provider aggregate not found Jul 18 02:48:15.238129 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32822390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33266559'] for network (0f0b9e2b-f4bb-4648-abfc-2e463ce9379f), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:15.244819 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:15.250409 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0f0b9e2b-f4bb-4648-abfc-2e463ce9379f HTTP/1.1" status: 204 len: 168 time: 0.7088740 Jul 18 02:48:15.250938 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59582) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:48:15.259433 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.services.segments.plugin [-] Segment 5fb5ec03-a77a-40d0-a989-00a632bafae7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fb5ec03-a77a-40d0-a989-00a632bafae7 found for delete ", "request_id": "req-b760b64b-ef38-44ae-9f93-2ad65b57aa50"}]} Jul 18 02:48:15.260675 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebcb62-f6a1-444d-a293-536740b05426 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f0b9e2b-f4bb-4648-abfc-2e463ce9379f,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:48:15.562569 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a368c06-1715-48bc-8b8b-f70a972be7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33287363'] for router_interface (31d2fd16-4c45-40cc-9540-fd5113e9af69), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:15.781322 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3a368c06-1715-48bc-8b8b-f70a972be7ff admin admin] Deleting port 85a52e20-e384-4702-bb5b-937629275105 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:48:15.781656 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a368c06-1715-48bc-8b8b-f70a972be7ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (85a52e20-e384-4702-bb5b-937629275105), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:15.859426 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3a368c06-1715-48bc-8b8b-f70a972be7ff admin admin] For port 85a52e20-e384-4702-bb5b-937629275105, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=85a52e20-e384-4702-bb5b-937629275105,segment=NetworkSegment(0183aca1-2acb-4f39-aa59-ab2db7989c7b),segment_id=0183aca1-2acb-4f39-aa59-ab2db7989c7b)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:48:15.859702 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a368c06-1715-48bc-8b8b-f70a972be7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (85a52e20-e384-4702-bb5b-937629275105), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:15.872057 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-3a368c06-1715-48bc-8b8b-f70a972be7ff admin admin] Calling delete_port for 85a52e20-e384-4702-bb5b-937629275105 owned by network:router_interface {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:48:15.948618 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device faef62fc-4fb2-482f-b139-330b33ff29c5 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:48:15.968491 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: faef62fc-4fb2-482f-b139-330b33ff29c5 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:48:15.968836 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device faef62fc-4fb2-482f-b139-330b33ff29c5 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:48:15.969258 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 04a74845-08e9-4f73-b2c8-8a19de0d586a no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:48:15.986853 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 04a74845-08e9-4f73-b2c8-8a19de0d586a {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:48:15.987192 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 04a74845-08e9-4f73-b2c8-8a19de0d586a not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:48:16.035149 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:16.045784 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:16.090948 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a368c06-1715-48bc-8b8b-f70a972be7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (85a52e20-e384-4702-bb5b-937629275105), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:16.120945 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a368c06-1715-48bc-8b8b-f70a972be7ff admin admin] Pushing event deleted for resources: {'Port': ['ID=85a52e20-e384-4702-bb5b-937629275105,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:48:16.281861 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3a368c06-1715-48bc-8b8b-f70a972be7ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33112024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33287295'] for router_interface (31d2fd16-4c45-40cc-9540-fd5113e9af69), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:16.486001 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a368c06-1715-48bc-8b8b-f70a972be7ff admin admin] Router 31d2fd16-4c45-40cc-9540-fd5113e9af69 has already been hosted by L3 agent 97e4c652-7267-4e75-995e-d5887f7b9898 {{(pid=104651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 02:48:16.586789 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a368c06-1715-48bc-8b8b-f70a972be7ff admin admin] Notify agent at l3_agent.dv-cinder-850015-3-iscsi the message routers_updated {{(pid=104651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 02:48:16.592606 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-3a368c06-1715-48bc-8b8b-f70a972be7ff admin admin] 10.222.0.66 "PUT /v2.0/routers/31d2fd16-4c45-40cc-9540-fd5113e9af69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3407218 Jul 18 02:48:16.595061 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59584) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:48:16.597575 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f4221a-86ad-4702-8c9e-988481490314 None None] Sync routers for ids ['31d2fd16-4c45-40cc-9540-fd5113e9af69'] in dv-cinder-850015-3-iscsi {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 02:48:16.608424 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f4221a-86ad-4702-8c9e-988481490314 None None] Routers {'31d2fd16-4c45-40cc-9540-fd5113e9af69'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:48:16.609047 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-15f4221a-86ad-4702-8c9e-988481490314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:48:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['31d2fd16-4c45-40cc-9540-fd5113e9af69'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:16.692008 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-43ee37bf-4e74-4625-8217-0fb7d3d13ca1 admin admin] Publish callbacks [] for router (31d2fd16-4c45-40cc-9540-fd5113e9af69), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:16.709886 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-15f4221a-86ad-4702-8c9e-988481490314 None None] Set router 31d2fd16-4c45-40cc-9540-fd5113e9af69 gateway port host: dv-cinder-850015-3-iscsi {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:48:16.790152 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-43ee37bf-4e74-4625-8217-0fb7d3d13ca1 admin admin] Publish callbacks [] for router_gateway (31d2fd16-4c45-40cc-9540-fd5113e9af69), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:16.878075 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-15f4221a-86ad-4702-8c9e-988481490314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'name': 'tempest-TestShelveInstance-1577775289-router', 'tenant_id': '8505b1f5965f4d04b1897f01c135d6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'external_fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '5fc384f4-3a8b-4c0c-a9a2-29244dd3e464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:58Z', 'updated_at': '2022-07-18T02:48:16Z', 'revision_number': 5, 'project_id': '8505b1f5965f4d04b1897f01c135d6ea', 'gw_port': {'id': '5fc384f4-3a8b-4c0c-a9a2-29244dd3e464', 'name': '', 'network_id': '277ea304-6c46-4a00-b9b4-38f4ca976978', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850015-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T02:42:58Z', 'updated_at': '2022-07-18T02:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f4bbd7-b454-41c2-b1c1-6d7708173181', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850015-3-iscsi'}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:16.880656 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:16.881258 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:16.905921 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-43ee37bf-4e74-4625-8217-0fb7d3d13ca1 admin admin] Deleting port 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:48:16.906290 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-43ee37bf-4e74-4625-8217-0fb7d3d13ca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (5fc384f4-3a8b-4c0c-a9a2-29244dd3e464), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:16.907073 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f4221a-86ad-4702-8c9e-988481490314 None None] Checking router: 31d2fd16-4c45-40cc-9540-fd5113e9af69 for host: dv-cinder-850015-3-iscsi {{(pid=104652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 02:48:16.915526 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f4221a-86ad-4702-8c9e-988481490314 None None] Routers {'31d2fd16-4c45-40cc-9540-fd5113e9af69'} bound to L3 agent in host dv-cinder-850015-3-iscsi {{(pid=104652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 02:48:16.916150 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-15f4221a-86ad-4702-8c9e-988481490314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850015-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T02:26:31Z,description=,heartbeat_timestamp=2022-07-18T02:48:01Z,host='dv-cinder-850015-3-iscsi',id=97e4c652-7267-4e75-995e-d5887f7b9898,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T02:26:32Z,topic='l3_agent')) {'router_ids': ['31d2fd16-4c45-40cc-9540-fd5113e9af69'], 'active': True} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:16.926686 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:16.986113 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-43ee37bf-4e74-4625-8217-0fb7d3d13ca1 admin admin] For port 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=5fc384f4-3a8b-4c0c-a9a2-29244dd3e464,segment=NetworkSegment(6d09a0b7-ede4-4133-aafa-a386877306a9),segment_id=6d09a0b7-ede4-4133-aafa-a386877306a9)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:48:16.986479 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-43ee37bf-4e74-4625-8217-0fb7d3d13ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (5fc384f4-3a8b-4c0c-a9a2-29244dd3e464), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:16.999253 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvr_db [None req-15f4221a-86ad-4702-8c9e-988481490314 None None] Set router 31d2fd16-4c45-40cc-9540-fd5113e9af69 gateway port host: None {{(pid=104652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 02:48:17.000350 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-43ee37bf-4e74-4625-8217-0fb7d3d13ca1 admin admin] Calling delete_port for 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464 owned by network:router_gateway {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:48:17.044059 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:17.048893 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_hamode_db [None req-15f4221a-86ad-4702-8c9e-988481490314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'name': 'tempest-TestShelveInstance-1577775289-router', 'tenant_id': '8505b1f5965f4d04b1897f01c135d6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:58Z', 'updated_at': '2022-07-18T02:48:16Z', 'revision_number': 6, 'project_id': '8505b1f5965f4d04b1897f01c135d6ea', 'gw_port_host': None}], 'dv-cinder-850015-3-iscsi', False) {} {{(pid=104652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:17.074174 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f4221a-86ad-4702-8c9e-988481490314 None None] The sync data for ids ['31d2fd16-4c45-40cc-9540-fd5113e9af69'] in dv-cinder-850015-3-iscsi is: [{'id': '31d2fd16-4c45-40cc-9540-fd5113e9af69', 'name': 'tempest-TestShelveInstance-1577775289-router', 'tenant_id': '8505b1f5965f4d04b1897f01c135d6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T02:42:58Z', 'updated_at': '2022-07-18T02:48:16Z', 'revision_number': 6, 'project_id': '8505b1f5965f4d04b1897f01c135d6ea', 'gw_port_host': None}] {{(pid=104652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 02:48:17.292164 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-43ee37bf-4e74-4625-8217-0fb7d3d13ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (5fc384f4-3a8b-4c0c-a9a2-29244dd3e464), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:17.321722 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee37bf-4e74-4625-8217-0fb7d3d13ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc384f4-3a8b-4c0c-a9a2-29244dd3e464,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:48:17.658223 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-43ee37bf-4e74-4625-8217-0fb7d3d13ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33266500'] for router_gateway (31d2fd16-4c45-40cc-9540-fd5113e9af69), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:17.749469 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-43ee37bf-4e74-4625-8217-0fb7d3d13ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33290061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1504'] for router (31d2fd16-4c45-40cc-9540-fd5113e9af69), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:17.751515 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-43ee37bf-4e74-4625-8217-0fb7d3d13ca1 admin admin] Publish callbacks [] for router_controller (31d2fd16-4c45-40cc-9540-fd5113e9af69), precommit_delete_associations {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:17.863394 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-43ee37bf-4e74-4625-8217-0fb7d3d13ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33290193'] for router (31d2fd16-4c45-40cc-9540-fd5113e9af69), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:17.863980 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ee37bf-4e74-4625-8217-0fb7d3d13ca1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31d2fd16-4c45-40cc-9540-fd5113e9af69 {{(pid=104651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 02:48:17.868338 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-43ee37bf-4e74-4625-8217-0fb7d3d13ca1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:17.869562 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-43ee37bf-4e74-4625-8217-0fb7d3d13ca1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/31d2fd16-4c45-40cc-9540-fd5113e9af69 HTTP/1.1" status: 204 len: 168 time: 1.2736006 Jul 18 02:48:17.872061 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59586) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:48:17.922222 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08436b2-ed97-49cb-ab19-d9737891e052 admin admin] Deleting subnet 4297aa7b-aab0-41ec-9825-791d7d5e64fe {{(pid=104651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 02:48:17.925442 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f08436b2-ed97-49cb-ab19-d9737891e052 admin admin] Publish callbacks [] for subnet (4297aa7b-aab0-41ec-9825-791d7d5e64fe), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:17.956694 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 85a52e20-e384-4702-bb5b-937629275105 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:48:17.963839 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f08436b2-ed97-49cb-ab19-d9737891e052 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2837175'] for subnet (4297aa7b-aab0-41ec-9825-791d7d5e64fe), precommit_delete_associations {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:17.981055 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 85a52e20-e384-4702-bb5b-937629275105 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:48:17.981389 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 85a52e20-e384-4702-bb5b-937629275105 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:48:17.981801 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:48:18.000064 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:48:18.000712 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device 5fc384f4-3a8b-4c0c-a9a2-29244dd3e464 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:48:18.042738 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f08436b2-ed97-49cb-ab19-d9737891e052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32822860'] for subnet (4297aa7b-aab0-41ec-9825-791d7d5e64fe), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:18.183304 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f08436b2-ed97-49cb-ab19-d9737891e052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32822875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33183761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2644685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3433350'] for subnet (4297aa7b-aab0-41ec-9825-791d7d5e64fe), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:18.207723 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08436b2-ed97-49cb-ab19-d9737891e052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4297aa7b-aab0-41ec-9825-791d7d5e64fe,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:48:18.214031 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f08436b2-ed97-49cb-ab19-d9737891e052 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:18.216865 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-f08436b2-ed97-49cb-ab19-d9737891e052 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4297aa7b-aab0-41ec-9825-791d7d5e64fe HTTP/1.1" status: 204 len: 168 time: 0.3438857 Jul 18 02:48:18.219405 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.wsgi [-] (104651) accepted ('10.222.0.66', 59588) {{(pid=104651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:48:18.221801 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dda061-7509-48f5-aeaf-c894b22834f1 None None] Network 496badac-5fad-4f30-a196-4f556f8fc7d3 requested from dv-cinder-850015-3-iscsi {{(pid=104652) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 02:48:18.283414 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:18.287737 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590427'] for network (496badac-5fad-4f30-a196-4f556f8fc7d3), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:18.331330 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] Deleting port fbed36e8-f6ad-4851-aa7c-50730b0c7332 {{(pid=104651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:48:18.331330 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (fbed36e8-f6ad-4851-aa7c-50730b0c7332), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:18.374789 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8642ab-05db-4e20-8916-8c894b84a163 None None] DHCP port deletion for 496badac-5fad-4f30-a196-4f556f8fc7d3 request from dv-cinder-850015-3-iscsi {{(pid=104652) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 02:48:18.398173 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] For port fbed36e8-f6ad-4851-aa7c-50730b0c7332, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=fbed36e8-f6ad-4851-aa7c-50730b0c7332,segment=NetworkSegment(0183aca1-2acb-4f39-aa59-ab2db7989c7b),segment_id=0183aca1-2acb-4f39-aa59-ab2db7989c7b)] {{(pid=104651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:48:18.398530 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (fbed36e8-f6ad-4851-aa7c-50730b0c7332), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:18.412080 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-bd8642ab-05db-4e20-8916-8c894b84a163 None None] Deleting port fbed36e8-f6ad-4851-aa7c-50730b0c7332 {{(pid=104652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 02:48:18.412319 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.plugin [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] Calling delete_port for fbed36e8-f6ad-4851-aa7c-50730b0c7332 owned by network:dhcp {{(pid=104651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:48:18.412447 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-bd8642ab-05db-4e20-8916-8c894b84a163 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781983492868'] for port (fbed36e8-f6ad-4851-aa7c-50730b0c7332), before_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:18.473235 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:18.476752 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.db [None req-bd8642ab-05db-4e20-8916-8c894b84a163 None None] For port fbed36e8-f6ad-4851-aa7c-50730b0c7332, host dv-cinder-850015-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850015-3-iscsi',level=0,port_id=fbed36e8-f6ad-4851-aa7c-50730b0c7332,segment=NetworkSegment(0183aca1-2acb-4f39-aa59-ab2db7989c7b),segment_id=0183aca1-2acb-4f39-aa59-ab2db7989c7b)] {{(pid=104652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 02:48:18.477219 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-bd8642ab-05db-4e20-8916-8c894b84a163 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33286028'] for port (fbed36e8-f6ad-4851-aa7c-50730b0c7332), precommit_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:18.490319 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-bd8642ab-05db-4e20-8916-8c894b84a163 None None] Calling delete_port for fbed36e8-f6ad-4851-aa7c-50730b0c7332 owned by network:dhcp {{(pid=104652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 02:48:18.594165 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2644720'] for port (fbed36e8-f6ad-4851-aa7c-50730b0c7332), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:18.600195 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-bd8642ab-05db-4e20-8916-8c894b84a163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-767211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781983500054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781983036950'] for port (fbed36e8-f6ad-4851-aa7c-50730b0c7332), after_delete {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:18.623746 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8642ab-05db-4e20-8916-8c894b84a163 None None] Pushing event deleted for resources: {'Port': ['ID=fbed36e8-f6ad-4851-aa7c-50730b0c7332,revision_number=None']} {{(pid=104652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:48:18.628778 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] No DVR routers for this DVR port fbed36e8-f6ad-4851-aa7c-50730b0c7332 on host dv-cinder-850015-3-iscsi {{(pid=104651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:48:18.629323 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8642ab-05db-4e20-8916-8c894b84a163 None None] No DVR routers for this DVR port fbed36e8-f6ad-4851-aa7c-50730b0c7332 on host dv-cinder-850015-3-iscsi {{(pid=104652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 02:48:18.634660 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbed36e8-f6ad-4851-aa7c-50730b0c7332,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:48:18.708221 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32822413', 'neutron.services.segments.db._delete_segments_for_network-8781983520534'] for network (496badac-5fad-4f30-a196-4f556f8fc7d3), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:18.729775 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496badac-5fad-4f30-a196-4f556f8fc7d3']}} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:18.739094 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0183aca1-2acb-4f39-aa59-ab2db7989c7b') {'for_net_delete': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:18.739530 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.services.segments.db [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0183aca1-2acb-4f39-aa59-ab2db7989c7b') {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 02:48:18.754200 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781983519775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2837198'] for segment (0183aca1-2acb-4f39-aa59-ab2db7989c7b), before_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:18.768052 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537'] for segment (0183aca1-2acb-4f39-aa59-ab2db7989c7b), precommit_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:18.774419 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=104651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 02:48:18.774887 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2644015'] for segment (0183aca1-2acb-4f39-aa59-ab2db7989c7b), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:18.798181 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment 0183aca1-2acb-4f39-aa59-ab2db7989c7b resource provider aggregate not found Jul 18 02:48:18.826609 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.services.segments.plugin [-] Segment 0183aca1-2acb-4f39-aa59-ab2db7989c7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0183aca1-2acb-4f39-aa59-ab2db7989c7b found for delete ", "request_id": "req-80ae2724-057e-4b17-a315-d25b8e401673"}]} Jul 18 02:48:18.914105 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32822390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33112017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33266559'] for network (496badac-5fad-4f30-a196-4f556f8fc7d3), after_delete {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:18.920512 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33112003'] for network (None), before_response {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:18.923465 dv-cinder-850015-3-iscsi neutron-server[104651]: INFO neutron.wsgi [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] 10.222.0.66 "DELETE /v2.0/networks/496badac-5fad-4f30-a196-4f556f8fc7d3 HTTP/1.1" status: 204 len: 168 time: 0.7031400 Jul 18 02:48:18.935904 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b90a4-7c7f-4bcd-98a7-cefdac8b7a69 admin admin] Pushing event deleted for resources: {'Network': ['ID=496badac-5fad-4f30-a196-4f556f8fc7d3,revision_number=None']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:48:19.361924 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59596) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:48:19.405404 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-a1478ef3-303d-428f-86e8-0dc0044fd8de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2fe363fe43ef4fd9aec026c4cdc3e18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419445 Jul 18 02:48:19.408023 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59598) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:48:19.458067 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-69a4bcb4-2733-4dda-839a-d27c8844968b admin admin] Publish callbacks [] for security_group (d474cfd7-ed4a-455b-b01d-ef21eb7bb62d), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:19.481717 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-69a4bcb4-2733-4dda-839a-d27c8844968b admin admin] Publish callbacks [] for security_group (d474cfd7-ed4a-455b-b01d-ef21eb7bb62d), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:19.515608 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:19.640663 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-69a4bcb4-2733-4dda-839a-d27c8844968b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (d474cfd7-ed4a-455b-b01d-ef21eb7bb62d), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:19.643271 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-69a4bcb4-2733-4dda-839a-d27c8844968b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:19.644406 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-69a4bcb4-2733-4dda-839a-d27c8844968b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d474cfd7-ed4a-455b-b01d-ef21eb7bb62d HTTP/1.1" status: 204 len: 168 time: 0.2354825 Jul 18 02:48:19.653195 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4bcb4-2733-4dda-839a-d27c8844968b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d474cfd7-ed4a-455b-b01d-ef21eb7bb62d,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:48:19.949026 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device fbed36e8-f6ad-4851-aa7c-50730b0c7332 no longer exists at agent ovs-agent-dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 02:48:19.967910 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.plugin [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] No Port match for: fbed36e8-f6ad-4851-aa7c-50730b0c7332 {{(pid=104652) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 02:48:19.968261 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron.plugins.ml2.rpc [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Device fbed36e8-f6ad-4851-aa7c-50730b0c7332 not bound to the agent host dv-cinder-850015-3-iscsi {{(pid=104652) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 02:48:20.332242 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59604) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:48:20.373086 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-ed4eeec2-31f9-4927-a366-41dbdce40e74 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8505b1f5965f4d04b1897f01c135d6ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397062 Jul 18 02:48:20.375682 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [-] (104650) accepted ('10.222.0.66', 59606) {{(pid=104650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 02:48:20.422660 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2fb87300-e73f-4697-a0eb-6a015749d871 admin admin] Publish callbacks [] for security_group (0fdd9e75-8141-40ff-acf5-c62c59bedf1c), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:20.444418 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2fb87300-e73f-4697-a0eb-6a015749d871 admin admin] Publish callbacks [] for security_group (0fdd9e75-8141-40ff-acf5-c62c59bedf1c), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:20.571034 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2fb87300-e73f-4697-a0eb-6a015749d871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33178292'] for security_group (0fdd9e75-8141-40ff-acf5-c62c59bedf1c), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:20.573643 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2fb87300-e73f-4697-a0eb-6a015749d871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:20.575124 dv-cinder-850015-3-iscsi neutron-server[104650]: INFO neutron.wsgi [None req-2fb87300-e73f-4697-a0eb-6a015749d871 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0fdd9e75-8141-40ff-acf5-c62c59bedf1c HTTP/1.1" status: 204 len: 168 time: 0.1983805 Jul 18 02:48:20.583182 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb87300-e73f-4697-a0eb-6a015749d871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdd9e75-8141-40ff-acf5-c62c59bedf1c,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 02:48:24.384754 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:48:28.835717 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:DELETE=8,neutron:SELECT=35 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:28.926068 dv-cinder-850015-3-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:DELETE=2,neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:28.976387 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b323-b2dc-4c10-a906-4ecd8a682b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:30.578635 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:30.579368 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=60,neutron:DELETE=9 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:31.410577 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-239ca2c9-6bf4-4230-8208-d06af1f8c9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:32.610616 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:33.898528 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:34.004891 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:34.380159 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=5 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:34.380967 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:34.673438 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:48:44.610622 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:44.617580 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=67,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:48:58.930018 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-550dc82e-7065-49b5-b121-5f80f6bf55bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:49:01.352133 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5ca2-873a-4add-a7f8-0ecd1ac8284c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:49:01.383585 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:49:02.609900 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:49:03.889652 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:49:03.986482 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:49:04.701346 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:49:11.379815 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=3 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:49:11.380580 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=5 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:49:14.628010 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:49:14.632989 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:49:28.881910 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=15 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:49:28.883691 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=11 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:49:28.928562 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-131190d9-428d-481d-a74b-6f0f56140337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:49:31.352697 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-85a4d8b2-d93f-4519-a257-026063c19e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:49:32.568091 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:49:34.025455 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:49:34.036913 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:49:34.699981 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:49:38.383027 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:49:43.395971 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=3 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:49:44.624955 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:49:44.631006 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:UPDATE=3,neutron:SELECT=11 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:49:48.379621 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=5 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:49:58.945180 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-80cb844d-8d04-438f-ae2a-4d2639d2e57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:50:01.339036 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-29f682cf-5f53-494c-9799-17e349b98097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:50:02.572947 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:50:03.950004 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:50:03.972645 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:50:04.664573 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:50:14.616638 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:50:14.618506 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:50:15.382904 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:50:27.429343 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=5 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:50:27.430141 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:50:28.937713 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-df8907f8-454f-49ba-bf12-52cf09821c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:50:31.354911 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-cdc4d6a4-2051-43fb-af16-b937071cb6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:50:32.618137 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:50:33.931764 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:50:33.983103 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:50:34.703504 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:50:35.318589 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-98f9d272-9507-410d-ba5f-457da1052e16 req-36b0d1f3-d6c3-4522-be78-ab716a58a8d6 service neutron] (104650) timed out ('10.222.0.72', 56131) {{(pid=104650) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 02:50:44.639173 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:50:44.641031 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:50:52.382520 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:50:58.937610 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-8abe48ef-b10d-44e2-acef-ebbc86710e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:51:01.365017 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-d8fd70be-b303-47e1-850c-85581ea3f437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:51:02.377742 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=4 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:51:02.378630 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=4 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:51:02.588893 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:51:03.907126 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:51:03.969937 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:51:04.713964 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:51:14.641574 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:51:14.646538 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:51:28.929789 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0a6fbaaa-3116-4b8f-b72c-e75196b0a679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:51:29.381884 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:51:31.358494 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-a16eda30-2034-491b-b760-fb9ee786bc1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:51:32.615656 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:51:33.918255 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:51:33.986506 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:51:34.741355 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:51:39.377029 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=17 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:51:39.377806 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=17 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:51:44.644570 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:51:44.646469 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:51:52.401091 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=2 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:51:58.934434 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-082e3424-2a9e-416c-a5d9-de0a0e00e3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:52:01.351654 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-e705c04c-23cb-4cb3-93d7-0ed8e348a602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:52:02.665493 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:52:03.905566 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:52:03.933873 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:52:04.734587 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:52:06.380621 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:52:11.389075 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=5 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:52:14.671755 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:52:14.673628 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:UPDATE=5,neutron:SELECT=7 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:52:16.377364 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=3 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:52:27.434974 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:52:27.435716 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:DELETE=1 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:52:28.922237 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-358ca12f-f8a6-43dc-9be7-db9eafde2bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:52:31.355984 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-ed59e4ac-9fc8-4113-a60e-d6a7be89f630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:52:32.625393 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:52:33.922070 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:52:33.938991 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:52:34.749151 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:52:43.379715 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:52:48.386221 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=5 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:52:48.877269 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:52:48.878273 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:52:53.376242 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=3 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:52:58.931988 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-dbcab07e-edac-40e8-be9d-e3e9f09d3991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:53:01.372017 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-0aacf978-d3cf-4b0f-8756-daec7b46cafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:53:02.606580 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:53:03.949073 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:53:03.966145 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:53:04.760485 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:53:13.665534 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-2a644e6b-86ed-45a3-8717-b3f557e0e80a service neutron] (104650) timed out ('10.222.0.66', 52340) {{(pid=104650) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 02:53:13.880041 dv-cinder-850015-3-iscsi neutron-server[104650]: DEBUG neutron.wsgi [req-da7aacc6-3126-4557-a204-d35c58e31a44 req-03f9a813-1922-4196-a4d4-7a1ce0fc337d tempest-AttachVolumeShelveTestJSON-864722894 tempest-AttachVolumeShelveTestJSON-864722894-project] (104650) timed out ('10.222.0.66', 52352) {{(pid=104650) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 02:53:14.697366 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:53:14.699226 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG dbcounter [-] [104652] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104652) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:53:20.378754 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG neutron.db.agents_db [None req-c5139acf-dde2-49fd-9ecc-c00aa8332d58 None None] Agent healthcheck: found 6 active agents {{(pid=104653) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 02:53:28.925711 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-210eb7d9-4110-427e-ab52-e04cc096b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (85550dcc-9152-41a0-9ea2-5d9a9b6be1d5), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:53:30.374337 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=16 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:53:30.375075 dv-cinder-850015-3-iscsi neutron-server[104653]: DEBUG dbcounter [-] [104653] Writing DB stats neutron:SELECT=18 {{(pid=104653) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 02:53:31.371137 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-f64b4599-857a-4557-8238-d123afdba74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (97e4c652-7267-4e75-995e-d5887f7b9898), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:53:32.610231 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-6d3b648f-2154-4fd8-8c84-bfdcc36c1bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (61c00b31-6598-4ec3-a070-ce3e90d9a8bd), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:53:33.931288 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-7673a727-a947-4e08-a09c-e34382686468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (04877d2a-4151-453b-9c06-1386e27e35a9), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:53:33.959942 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-1883ef75-e0ff-4309-b19b-1a292f37db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (8ed36696-4ace-4bd5-b4e7-081dad208b0a), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 02:53:34.782669 dv-cinder-850015-3-iscsi neutron-server[104652]: DEBUG neutron_lib.callbacks.manager [None req-9fd27c77-0d16-46f7-b2f5-cd49de8c7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781983520516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32820686'] for agent (e6e63764-200d-47b9-8105-e34912e6557f), after_update {{(pid=104652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}